2026-02-13T01:13:38.229 INFO:root:teuthology version: 1.2.4.dev9+ga2c505dae 2026-02-13T01:13:38.254 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-13T01:13:38.337 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424 branch: wip-pdonnell-testing-20260210.171210 description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} email: pdonnell@redhat.com first_in_suite: false flavor: default job_id: '47424' kernel: sha1: distro last_in_suite: false machine_type: trial meta: - desc: 'install ceph/squid latest ' name: pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-pdonnell-testing-20260210.171210 ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - is offline because no MDS - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - BLUESTORE_SLOW_OP_ALERT - slow operation indications in BlueStore - experiencing slow operations in BlueStore - MGR_MODULE_ERROR - OSD_DOWN - osd.* is down - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - osds down - osd.* is down - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - pg .* is stuck inactive - pg .* is .*degraded - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20260210.171210 sha1: 2a169eb9e607483c93b70d215a0ade702b8a648f owner: scheduled_pdonnell@soko04.front.sepia.ceph.com priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 4 sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f sleep_before_teardown: 0 subset: 781/1024 suite: fs suite_branch: wip-pdonnell-testing-20260210.171210 suite_path: /home/teuthworker/src/github.com_batrick_ceph_2a169eb9e607483c93b70d215a0ade702b8a648f/qa suite_relpath: qa suite_repo: https://github.com/batrick/ceph suite_sha1: 2a169eb9e607483c93b70d215a0ade702b8a648f targets: trial072.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAVCAJ9mmo/Mky77fqhmMQr0F65KpkbQqqp3uw50EScq384lGlHeDtBGtdioqfcSY5rPtAeweVhFqV8y5B/hXcE= tasks: - install: branch: squid exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume - ceph-osd-classic - ceph-osd-crimson extra_packages: - librados2 - print: '**** done installing squid' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client squid - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release tentacle - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: - "local kernel = py_attrgetter(yaml).get('kernel')\nif kernel ~= nil then\n local\ \ branch = py_attrgetter(kernel).get('branch')\n if branch and not kernel.branch:find\ \ \"-all$\" then\n log.debug(\"removing default kernel specification: %s\"\ , kernel)\n py_attrgetter(kernel).pop('branch', nil)\n py_attrgetter(kernel).pop('deb',\ \ nil)\n py_attrgetter(kernel).pop('flavor', nil)\n py_attrgetter(kernel).pop('kdb',\ \ nil)\n py_attrgetter(kernel).pop('koji', nil)\n py_attrgetter(kernel).pop('koji_task',\ \ nil)\n py_attrgetter(kernel).pop('rpm', nil)\n py_attrgetter(kernel).pop('sha1',\ \ nil)\n py_attrgetter(kernel).pop('tag', nil)\n end\nend\n" teuthology_branch: kernel-fix-3 teuthology_sha1: a2c505dae37458c5537fa44f1320bd04eef25bb1 timestamp: 2026-02-13_01:09:17 tube: trial user: pdonnell verbose: false worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3932482 2026-02-13T01:13:38.337 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_batrick_ceph_2a169eb9e607483c93b70d215a0ade702b8a648f/qa; will attempt to use it 2026-02-13T01:13:38.337 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_batrick_ceph_2a169eb9e607483c93b70d215a0ade702b8a648f/qa/tasks 2026-02-13T01:13:38.337 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-13T01:13:38.339 INFO:teuthology.task.internal:Checking packages... 2026-02-13T01:13:38.339 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8f8d38294e4db8750b4b1649f62ce37caa63080f' 2026-02-13T01:13:38.339 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-13T01:13:38.339 INFO:teuthology.packaging:ref: None 2026-02-13T01:13:38.339 INFO:teuthology.packaging:tag: None 2026-02-13T01:13:38.339 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20260210.171210 2026-02-13T01:13:38.339 INFO:teuthology.packaging:sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:13:38.339 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-pdonnell-testing-20260210.171210 2026-02-13T01:13:38.454 INFO:teuthology.task.internal:Found packages for ceph version 20.3.0-5241.g8f8d3829 2026-02-13T01:13:38.455 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-13T01:13:38.472 INFO:teuthology.task.internal:no buildpackages task found 2026-02-13T01:13:38.472 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-13T01:13:38.487 INFO:teuthology.task.internal:Saving configuration 2026-02-13T01:13:38.504 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-13T01:13:38.517 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-13T01:13:38.593 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial072.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-13 01:10:14.358680', 'locked_by': 'scheduled_pdonnell@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAVCAJ9mmo/Mky77fqhmMQr0F65KpkbQqqp3uw50EScq384lGlHeDtBGtdioqfcSY5rPtAeweVhFqV8y5B/hXcE='} 2026-02-13T01:13:38.593 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-13T01:13:38.605 INFO:teuthology.task.internal:roles: ubuntu@trial072.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2026-02-13T01:13:38.605 INFO:teuthology.run_tasks:Running task console_log... 2026-02-13T01:13:38.690 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fafc0da56c0>, signals=[15]) 2026-02-13T01:13:38.690 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-13T01:13:38.701 INFO:teuthology.task.internal:Opening connections... 2026-02-13T01:13:38.701 DEBUG:teuthology.task.internal:connecting to ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:13:38.702 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-13T01:13:38.763 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-13T01:13:38.775 DEBUG:teuthology.orchestra.run.trial072:> uname -m 2026-02-13T01:13:38.831 INFO:teuthology.orchestra.run.trial072.stdout:x86_64 2026-02-13T01:13:38.832 DEBUG:teuthology.orchestra.run.trial072:> cat /etc/os-release 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:NAME="CentOS Stream" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:VERSION="9" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:ID="centos" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:ID_LIKE="rhel fedora" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:VERSION_ID="9" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:PLATFORM_ID="platform:el9" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:ANSI_COLOR="0;31" 2026-02-13T01:13:38.888 INFO:teuthology.orchestra.run.trial072.stdout:LOGO="fedora-logo-icon" 2026-02-13T01:13:38.889 INFO:teuthology.orchestra.run.trial072.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-13T01:13:38.889 INFO:teuthology.orchestra.run.trial072.stdout:HOME_URL="https://centos.org/" 2026-02-13T01:13:38.889 INFO:teuthology.orchestra.run.trial072.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-13T01:13:38.889 INFO:teuthology.orchestra.run.trial072.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-13T01:13:38.889 INFO:teuthology.orchestra.run.trial072.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-13T01:13:38.889 INFO:teuthology.lock.ops:Updating trial072.front.sepia.ceph.com on lock server 2026-02-13T01:13:38.973 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-13T01:13:38.987 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-13T01:13:39.000 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-13T01:13:39.000 DEBUG:teuthology.orchestra.run.trial072:> test '!' -e /home/ubuntu/cephtest 2026-02-13T01:13:39.015 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-13T01:13:39.027 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-13T01:13:39.027 DEBUG:teuthology.orchestra.run.trial072:> test -z $(ls -A /var/lib/ceph) 2026-02-13T01:13:39.071 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-13T01:13:39.180 INFO:teuthology.run_tasks:Running task kernel... 2026-02-13T01:13:39.204 INFO:teuthology.task.kernel:normalize config orig: {'sha1': 'distro'} 2026-02-13T01:13:39.205 INFO:teuthology.task.kernel:config {'mon.a': {'sha1': 'distro'}}, timeout 300 2026-02-13T01:13:39.205 DEBUG:teuthology.orchestra.run.trial072:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-13T01:13:39.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-13T01:13:39.220 DEBUG:teuthology.orchestra.run.trial072:> uname -r 2026-02-13T01:13:39.276 INFO:teuthology.orchestra.run.trial072.stdout:5.14.0-645.el9.x86_64 2026-02-13T01:13:39.276 INFO:teuthology.task.kernel:Running kernel on trial072: 5.14.0-645.el9.x86_64 2026-02-13T01:13:39.276 DEBUG:teuthology.orchestra.run.trial072:> sudo yum install -y kernel 2026-02-13T01:13:41.320 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.9 MB 00:01 2026-02-13T01:13:44.445 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - AppStream 10 MB/s | 27 MB 00:02 2026-02-13T01:13:48.858 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 7.8 MB 00:02 2026-02-13T01:13:49.807 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - Extras packages 91 kB/s | 20 kB 00:00 2026-02-13T01:14:07.202 INFO:teuthology.orchestra.run.trial072.stdout:Extra Packages for Enterprise Linux 1.2 MB/s | 20 MB 00:17 2026-02-13T01:14:10.408 INFO:teuthology.orchestra.run.trial072.stdout:lab-extras 1.3 MB/s | 50 kB 00:00 2026-02-13T01:14:11.474 INFO:teuthology.orchestra.run.trial072.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-13T01:14:11.494 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:14:11.495 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:14:11.495 INFO:teuthology.orchestra.run.trial072.stdout: Package Architecture Version Repository Size 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout:Installing dependencies: 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:14:11.496 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:14:11.497 INFO:teuthology.orchestra.run.trial072.stdout:Install 4 Packages 2026-02-13T01:14:11.497 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:14:11.497 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 88 M 2026-02-13T01:14:11.497 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 135 M 2026-02-13T01:14:11.497 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:14:13.239 INFO:teuthology.orchestra.run.trial072.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 550 kB/s | 768 kB 00:01 2026-02-13T01:14:20.882 INFO:teuthology.orchestra.run.trial072.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 1.9 MB/s | 17 MB 00:09 2026-02-13T01:14:21.538 INFO:teuthology.orchestra.run.trial072.stdout:(3/4): kernel-modules-core-5.14.0-677.el9.x86_6 3.7 MB/s | 31 MB 00:08 2026-02-13T01:14:22.708 INFO:teuthology.orchestra.run.trial072.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 3.6 MB/s | 40 MB 00:10 2026-02-13T01:14:22.710 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:14:22.710 INFO:teuthology.orchestra.run.trial072.stdout:Total 7.9 MB/s | 88 MB 00:11 2026-02-13T01:14:22.901 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:14:23.103 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:14:23.103 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:14:23.449 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:14:23.449 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:14:24.545 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:14:24.830 INFO:teuthology.orchestra.run.trial072.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-13T01:14:24.850 INFO:teuthology.orchestra.run.trial072.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-13T01:14:26.618 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-13T01:14:26.647 INFO:teuthology.orchestra.run.trial072.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-13T01:14:29.734 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-13T01:14:29.740 INFO:teuthology.orchestra.run.trial072.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-13T01:14:32.771 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-13T01:15:03.429 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-13T01:15:03.450 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-13T01:15:03.620 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-13T01:15:03.621 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-13T01:15:03.621 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-13T01:15:03.621 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-13T01:15:03.672 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-13T01:15:03.672 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:15:03.672 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:15:03.673 INFO:teuthology.orchestra.run.trial072.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-13T01:15:03.673 INFO:teuthology.orchestra.run.trial072.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-13T01:15:03.673 INFO:teuthology.orchestra.run.trial072.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-13T01:15:03.673 INFO:teuthology.orchestra.run.trial072.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-13T01:15:03.673 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:15:03.673 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:15:03.727 DEBUG:teuthology.orchestra.run.trial072:> rpm -q kernel | sort -rV | head -n 1 2026-02-13T01:15:03.753 INFO:teuthology.orchestra.run.trial072.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-13T01:15:03.754 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-13T01:15:03.754 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-13T01:15:03.754 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-13T01:15:03.754 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-13T01:15:03.754 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-13T01:15:03.755 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial072.front.sepia.ceph.com, path=None, version=distro) 2026-02-13T01:15:03.755 DEBUG:teuthology.orchestra.run.trial072:> rpm -q kernel | sort -rV | head -n 1 2026-02-13T01:15:03.817 INFO:teuthology.orchestra.run.trial072.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-13T01:15:03.818 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-13T01:15:03.818 DEBUG:teuthology.orchestra.run.trial072:> sudo rpm -qi grub2-tools 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Name : grub2-tools 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Epoch : 1 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Version : 2.06 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Release : 118.el9 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Architecture: x86_64 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Group : Unspecified 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Size : 8393909 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:License : GPLv3+ 2026-02-13T01:15:03.887 INFO:teuthology.orchestra.run.trial072.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Packager : builder@centos.org 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Vendor : CentOS 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Summary : Support tools for GRUB. 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Description : 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-13T01:15:03.888 INFO:teuthology.orchestra.run.trial072.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-13T01:15:03.889 INFO:teuthology.orchestra.run.trial072.stdout:hardware devices. 2026-02-13T01:15:03.889 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:15:03.889 INFO:teuthology.orchestra.run.trial072.stdout:This subpackage provides tools for support of all platforms. 2026-02-13T01:15:03.890 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-13T01:15:03.890 INFO:teuthology.task.kernel:Updating grub on trial072 to boot 5.14.0-677.el9.x86_64 2026-02-13T01:15:03.890 DEBUG:teuthology.orchestra.run.trial072:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-13T01:15:03.954 INFO:teuthology.orchestra.run.trial072.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-13T01:15:03.955 DEBUG:teuthology.orchestra.run.trial072:> sudo command -v grubby && echo yes || echo no 2026-02-13T01:15:04.019 INFO:teuthology.orchestra.run.trial072.stdout:/sbin/grubby 2026-02-13T01:15:04.020 INFO:teuthology.orchestra.run.trial072.stdout:yes 2026-02-13T01:15:04.021 DEBUG:teuthology.orchestra.run.trial072:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-13T01:15:04.084 INFO:teuthology.orchestra.run.trial072.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-13T01:15:04.085 DEBUG:teuthology.orchestra.run.trial072:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-13T01:15:04.157 DEBUG:teuthology.orchestra.run.trial072:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-13T01:15:04.367 INFO:teuthology.orchestra.run.trial072.stderr:Generating grub configuration file ... 2026-02-13T01:15:04.430 INFO:teuthology.orchestra.run.trial072.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-13T01:15:04.436 INFO:teuthology.orchestra.run.trial072.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-13T01:15:04.682 INFO:teuthology.orchestra.run.trial072.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-13T01:15:04.688 INFO:teuthology.orchestra.run.trial072.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-13T01:15:04.720 INFO:teuthology.orchestra.run.trial072.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-13T01:15:04.726 INFO:teuthology.orchestra.run.trial072.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-13T01:15:04.750 INFO:teuthology.orchestra.run.trial072.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-13T01:15:04.756 INFO:teuthology.orchestra.run.trial072.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-13T01:15:04.838 INFO:teuthology.orchestra.run.trial072.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-13T01:15:04.847 INFO:teuthology.orchestra.run.trial072.stderr:done 2026-02-13T01:15:04.849 DEBUG:teuthology.orchestra.run.trial072:> test -d /sys/firmware/efi 2026-02-13T01:15:04.864 DEBUG:teuthology.orchestra.run.trial072:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-13T01:15:04.930 INFO:teuthology.orchestra.run.trial072.stdout:/boot/efi/EFI/BOOT 2026-02-13T01:15:04.930 INFO:teuthology.orchestra.run.trial072.stdout:/boot/efi/EFI/centos 2026-02-13T01:15:04.932 DEBUG:teuthology.orchestra.run.trial072:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-13T01:15:04.997 INFO:teuthology.orchestra.run.trial072.stdout:no 2026-02-13T01:15:04.998 DEBUG:teuthology.orchestra.run.trial072:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-13T01:15:05.061 INFO:teuthology.orchestra.run.trial072.stdout:yes 2026-02-13T01:15:05.062 DEBUG:teuthology.orchestra.run.trial072:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-13T01:15:05.126 INFO:teuthology.task.kernel:Triggering safe hard reboot via SysRq on trial072 2026-02-13T01:15:05.126 DEBUG:teuthology.orchestra.run.trial072:> sudo bash -c 'echo pci > /sys/kernel/reboot/type && echo 1 > /sys/kernel/reboot/force && sync && echo s > /proc/sysrq-trigger && echo u > /proc/sysrq-trigger && sleep 2 && echo b > /proc/sysrq-trigger' 2026-02-13T01:15:35.168 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-13T01:15:35.169 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-13T01:15:35.170 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-13T01:16:35.216 DEBUG:teuthology.orchestra.remote:timed out 2026-02-13T01:16:44.225 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-13T01:16:44.225 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-13T01:16:44.358 DEBUG:teuthology.orchestra.run.trial072:> true 2026-02-13T01:16:44.517 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-13T01:16:44.517 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-677.el9.x86_64"... 2026-02-13T01:16:44.517 DEBUG:teuthology.orchestra.run.trial072:> uname -r 2026-02-13T01:16:44.575 INFO:teuthology.orchestra.run.trial072.stdout:5.14.0-677.el9.x86_64 2026-02-13T01:16:44.575 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-13T01:16:44.576 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-13T01:16:44.576 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-13T01:16:45.576 DEBUG:teuthology.parallel:result is None 2026-02-13T01:16:45.577 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-13T01:16:45.589 INFO:teuthology.task.internal:Creating test directory... 2026-02-13T01:16:45.589 DEBUG:teuthology.orchestra.run.trial072:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-13T01:16:45.606 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-13T01:16:45.617 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-13T01:16:45.631 INFO:teuthology.task.internal:Creating archive directory... 2026-02-13T01:16:45.632 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-13T01:16:45.667 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-13T01:16:45.679 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-13T01:16:45.679 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-13T01:16:45.730 INFO:teuthology.orchestra.run.trial072.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-13T01:16:45.738 INFO:teuthology.orchestra.run.trial072.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-13T01:16:45.740 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-13T01:16:45.753 INFO:teuthology.task.internal:Configuring sudo... 2026-02-13T01:16:45.753 DEBUG:teuthology.orchestra.run.trial072:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-13T01:16:45.806 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-13T01:16:45.822 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-13T01:16:45.823 DEBUG:teuthology.orchestra.run.trial072:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-13T01:16:45.862 DEBUG:teuthology.orchestra.run.trial072:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-13T01:16:46.072 DEBUG:teuthology.orchestra.run.trial072:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-13T01:16:46.097 DEBUG:teuthology.orchestra.run.trial072:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-13T01:16:46.255 DEBUG:teuthology.orchestra.run.trial072:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-13T01:16:46.280 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:16:46.280 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-13T01:16:46.344 DEBUG:teuthology.orchestra.run.trial072:> sudo service rsyslog restart 2026-02-13T01:16:46.413 INFO:teuthology.orchestra.run.trial072.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-13T01:16:46.933 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-13T01:16:46.946 INFO:teuthology.task.internal:Starting timer... 2026-02-13T01:16:46.946 INFO:teuthology.run_tasks:Running task pcp... 2026-02-13T01:16:46.960 INFO:teuthology.run_tasks:Running task selinux... 2026-02-13T01:16:46.976 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-02-13T01:16:46.977 DEBUG:teuthology.orchestra.run.trial072:> sudo service auditd rotate 2026-02-13T01:16:47.005 INFO:teuthology.orchestra.run.trial072.stdout:Rotating logs: 2026-02-13T01:16:47.007 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-13T01:16:47.007 DEBUG:teuthology.orchestra.run.trial072:> /usr/sbin/getenforce 2026-02-13T01:16:47.064 INFO:teuthology.orchestra.run.trial072.stdout:Permissive 2026-02-13T01:16:47.064 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial072.front.sepia.ceph.com': 'permissive'} 2026-02-13T01:16:47.064 DEBUG:teuthology.orchestra.run.trial072:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-13T01:16:47.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-13T01:16:47.129 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-13T01:16:47.130 DEBUG:teuthology.orchestra.run.trial072:> sudo /usr/sbin/setenforce permissive 2026-02-13T01:16:47.194 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-13T01:16:47.214 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-13T01:16:47.228 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-13T01:16:47.230 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial072.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-13T01:18:10.471 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial072.front.sepia.ceph.com')] 2026-02-13T01:18:10.471 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-13T01:18:10.472 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-13T01:18:10.541 DEBUG:teuthology.orchestra.run.trial072:> true 2026-02-13T01:18:10.620 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-13T01:18:10.620 INFO:teuthology.run_tasks:Running task clock... 2026-02-13T01:18:10.633 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-13T01:18:10.633 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-13T01:18:10.633 DEBUG:teuthology.orchestra.run.trial072:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-13T01:18:10.689 INFO:teuthology.orchestra.run.trial072.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-13T01:18:10.701 INFO:teuthology.orchestra.run.trial072.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-13T01:18:10.722 INFO:teuthology.orchestra.run.trial072.stderr:sudo: ntpd: command not found 2026-02-13T01:18:10.732 INFO:teuthology.orchestra.run.trial072.stdout:506 Cannot talk to daemon 2026-02-13T01:18:10.744 INFO:teuthology.orchestra.run.trial072.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-13T01:18:10.755 INFO:teuthology.orchestra.run.trial072.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-13T01:18:10.799 INFO:teuthology.orchestra.run.trial072.stderr:bash: line 1: ntpq: command not found 2026-02-13T01:18:10.817 INFO:teuthology.orchestra.run.trial072.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-13T01:18:10.818 INFO:teuthology.orchestra.run.trial072.stdout:=============================================================================== 2026-02-13T01:18:10.818 INFO:teuthology.orchestra.run.trial072.stdout:^? 170-187-142-180.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-13T01:18:10.818 INFO:teuthology.orchestra.run.trial072.stdout:^? ntp1.wiktel.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-13T01:18:10.818 INFO:teuthology.orchestra.run.trial072.stdout:^? us-east-2.clearnet.pw 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-13T01:18:10.818 INFO:teuthology.orchestra.run.trial072.stdout:^? kc1cloud.147.72.155.23.m> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-13T01:18:10.818 INFO:teuthology.run_tasks:Running task install... 2026-02-13T01:18:10.830 DEBUG:teuthology.task.install:project ceph 2026-02-13T01:18:10.830 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'}} 2026-02-13T01:18:10.830 DEBUG:teuthology.task.install:config {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume', 'ceph-osd-classic', 'ceph-osd-crimson'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'} 2026-02-13T01:18:10.830 INFO:teuthology.task.install:Using flavor: default 2026-02-13T01:18:10.833 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-osd', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-osd', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-13T01:18:10.833 INFO:teuthology.task.install:extra packages: ['librados2'] 2026-02-13T01:18:10.833 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'squid', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume', 'ceph-osd-classic', 'ceph-osd-crimson'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f', 'tag': None, 'wait_for_package': False} 2026-02-13T01:18:10.833 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-13T01:18:10.833 INFO:teuthology.packaging:ref: None 2026-02-13T01:18:10.833 INFO:teuthology.packaging:tag: None 2026-02-13T01:18:10.833 INFO:teuthology.packaging:branch: squid 2026-02-13T01:18:10.833 INFO:teuthology.packaging:sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:18:10.833 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-13T01:18:11.021 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/ 2026-02-13T01:18:11.022 INFO:teuthology.task.install.rpm:Package version is 19.2.3-672.g283431c0 2026-02-13T01:18:11.163 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-13T01:18:11.164 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:18:11.164 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-13T01:18:11.189 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-osd, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2026-02-13T01:18:11.189 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-13T01:18:11.189 INFO:teuthology.packaging:ref: None 2026-02-13T01:18:11.189 INFO:teuthology.packaging:tag: None 2026-02-13T01:18:11.189 INFO:teuthology.packaging:branch: squid 2026-02-13T01:18:11.189 INFO:teuthology.packaging:sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:18:11.189 DEBUG:teuthology.orchestra.run.trial072:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/squid/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-13T01:18:11.254 DEBUG:teuthology.orchestra.run.trial072:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-13T01:18:11.327 DEBUG:teuthology.orchestra.run.trial072:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-13T01:18:11.391 INFO:teuthology.orchestra.run.trial072.stdout:check_obsoletes = 1 2026-02-13T01:18:11.392 DEBUG:teuthology.orchestra.run.trial072:> sudo yum clean all 2026-02-13T01:18:11.541 INFO:teuthology.orchestra.run.trial072.stdout:41 files removed 2026-02-13T01:18:11.556 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-radosgw 2026-02-13T01:18:11.860 INFO:teuthology.orchestra.run.trial072.stdout:ceph packages for x86_64 534 kB/s | 84 kB 00:00 2026-02-13T01:18:11.991 INFO:teuthology.orchestra.run.trial072.stdout:ceph noarch packages 110 kB/s | 12 kB 00:00 2026-02-13T01:18:12.117 INFO:teuthology.orchestra.run.trial072.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-13T01:18:13.106 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - BaseOS 9.2 MB/s | 8.9 MB 00:00 2026-02-13T01:18:16.498 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - AppStream 9.4 MB/s | 27 MB 00:02 2026-02-13T01:18:20.883 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 7.8 MB 00:01 2026-02-13T01:18:21.821 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - Extras packages 92 kB/s | 20 kB 00:00 2026-02-13T01:18:22.340 INFO:teuthology.orchestra.run.trial072.stdout:Extra Packages for Enterprise Linux 46 MB/s | 20 MB 00:00 2026-02-13T01:18:25.573 INFO:teuthology.orchestra.run.trial072.stdout:lab-extras 2.4 MB/s | 50 kB 00:00 2026-02-13T01:18:26.863 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repository Size 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: ceph-radosgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 11 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout:Upgrading: 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: librados2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.4 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: librbd1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.2 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout:Installing dependencies: 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: ceph-base x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.5 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 22 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: ceph-selinux x86_64 2:19.2.3-672.g283431c0.el9 ceph 25 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.0 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libradosstriper1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 504 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: librgw2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.4 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-argparse x86_64 2:19.2.3-672.g283431c0.el9 ceph 45 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 142 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: python3-cephfs x86_64 2:19.2.3-672.g283431c0.el9 ceph 165 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: python3-rados x86_64 2:19.2.3-672.g283431c0.el9 ceph 323 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: python3-rbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 302 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: python3-rgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 100 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-13T01:18:26.865 INFO:teuthology.orchestra.run.trial072.stdout:Installing weak dependencies: 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout:Install 32 Packages 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout:Upgrade 2 Packages 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 62 M 2026-02-13T01:18:26.866 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:18:27.564 INFO:teuthology.orchestra.run.trial072.stdout:(1/34): ceph-radosgw-19.2.3-672.g283431c0.el9.x 23 MB/s | 11 MB 00:00 2026-02-13T01:18:27.585 INFO:teuthology.orchestra.run.trial072.stdout:(2/34): ceph-selinux-19.2.3-672.g283431c0.el9.x 1.2 MB/s | 25 kB 00:00 2026-02-13T01:18:27.618 INFO:teuthology.orchestra.run.trial072.stdout:(3/34): ceph-base-19.2.3-672.g283431c0.el9.x86_ 11 MB/s | 5.5 MB 00:00 2026-02-13T01:18:27.626 INFO:teuthology.orchestra.run.trial072.stdout:(4/34): libcephfs2-19.2.3-672.g283431c0.el9.x86 24 MB/s | 1.0 MB 00:00 2026-02-13T01:18:27.649 INFO:teuthology.orchestra.run.trial072.stdout:(5/34): libradosstriper1-19.2.3-672.g283431c0.e 16 MB/s | 504 kB 00:00 2026-02-13T01:18:27.694 INFO:teuthology.orchestra.run.trial072.stdout:(6/34): python3-ceph-argparse-19.2.3-672.g28343 1.0 MB/s | 45 kB 00:00 2026-02-13T01:18:27.744 INFO:teuthology.orchestra.run.trial072.stdout:(7/34): python3-ceph-common-19.2.3-672.g283431c 2.8 MB/s | 142 kB 00:00 2026-02-13T01:18:27.778 INFO:teuthology.orchestra.run.trial072.stdout:(8/34): librgw2-19.2.3-672.g283431c0.el9.x86_64 36 MB/s | 5.4 MB 00:00 2026-02-13T01:18:27.791 INFO:teuthology.orchestra.run.trial072.stdout:(9/34): python3-cephfs-19.2.3-672.g283431c0.el9 3.5 MB/s | 165 kB 00:00 2026-02-13T01:18:27.796 INFO:teuthology.orchestra.run.trial072.stdout:(10/34): python3-rados-19.2.3-672.g283431c0.el9 18 MB/s | 323 kB 00:00 2026-02-13T01:18:27.818 INFO:teuthology.orchestra.run.trial072.stdout:(11/34): python3-rgw-19.2.3-672.g283431c0.el9.x 4.3 MB/s | 100 kB 00:00 2026-02-13T01:18:27.823 INFO:teuthology.orchestra.run.trial072.stdout:(12/34): python3-rbd-19.2.3-672.g283431c0.el9.x 9.1 MB/s | 302 kB 00:00 2026-02-13T01:18:27.890 INFO:teuthology.orchestra.run.trial072.stdout:(13/34): mailcap-2.1.49-5.el9.noarch.rpm 464 kB/s | 33 kB 00:00 2026-02-13T01:18:27.910 INFO:teuthology.orchestra.run.trial072.stdout:(14/34): pciutils-3.7.0-7.el9.x86_64.rpm 1.0 MB/s | 93 kB 00:00 2026-02-13T01:18:28.076 INFO:teuthology.orchestra.run.trial072.stdout:(15/34): ceph-common-19.2.3-672.g283431c0.el9.x 22 MB/s | 22 MB 00:00 2026-02-13T01:18:28.309 INFO:teuthology.orchestra.run.trial072.stdout:(16/34): boost-program-options-1.75.0-13.el9.x8 248 kB/s | 104 kB 00:00 2026-02-13T01:18:28.385 INFO:teuthology.orchestra.run.trial072.stdout:(17/34): libnbd-1.20.3-4.el9.x86_64.rpm 346 kB/s | 164 kB 00:00 2026-02-13T01:18:28.416 INFO:teuthology.orchestra.run.trial072.stdout:(18/34): librabbitmq-0.11.0-7.el9.x86_64.rpm 423 kB/s | 45 kB 00:00 2026-02-13T01:18:28.542 INFO:teuthology.orchestra.run.trial072.stdout:(19/34): libpmemobj-1.12.1-1.el9.x86_64.rpm 344 kB/s | 160 kB 00:00 2026-02-13T01:18:28.656 INFO:teuthology.orchestra.run.trial072.stdout:(20/34): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.2 MB/s | 292 kB 00:00 2026-02-13T01:18:28.664 INFO:teuthology.orchestra.run.trial072.stdout:(21/34): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2026-02-13T01:18:28.727 INFO:teuthology.orchestra.run.trial072.stdout:(22/34): qatlib-25.08.0-2.el9.x86_64.rpm 1.3 MB/s | 240 kB 00:00 2026-02-13T01:18:28.744 INFO:teuthology.orchestra.run.trial072.stdout:(23/34): qatlib-service-25.08.0-2.el9.x86_64.rp 421 kB/s | 37 kB 00:00 2026-02-13T01:18:28.749 INFO:teuthology.orchestra.run.trial072.stdout:(24/34): qatzip-libs-1.3.1-1.el9.x86_64.rpm 779 kB/s | 66 kB 00:00 2026-02-13T01:18:28.857 INFO:teuthology.orchestra.run.trial072.stdout:(25/34): libarrow-doc-9.0.0-15.el9.noarch.rpm 230 kB/s | 25 kB 00:00 2026-02-13T01:18:28.914 INFO:teuthology.orchestra.run.trial072.stdout:(26/34): gperftools-libs-2.9.1-3.el9.x86_64.rpm 1.6 MB/s | 308 kB 00:00 2026-02-13T01:18:28.918 INFO:teuthology.orchestra.run.trial072.stdout:(27/34): liboath-2.6.12-1.el9.x86_64.rpm 800 kB/s | 49 kB 00:00 2026-02-13T01:18:28.941 INFO:teuthology.orchestra.run.trial072.stdout:(28/34): libunwind-1.6.2-1.el9.x86_64.rpm 2.5 MB/s | 67 kB 00:00 2026-02-13T01:18:28.985 INFO:teuthology.orchestra.run.trial072.stdout:(29/34): parquet-libs-9.0.0-15.el9.x86_64.rpm 12 MB/s | 838 kB 00:00 2026-02-13T01:18:28.989 INFO:teuthology.orchestra.run.trial072.stdout:(30/34): re2-20211101-20.el9.x86_64.rpm 3.9 MB/s | 191 kB 00:00 2026-02-13T01:18:29.029 INFO:teuthology.orchestra.run.trial072.stdout:(31/34): libarrow-9.0.0-15.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2026-02-13T01:18:29.037 INFO:teuthology.orchestra.run.trial072.stdout:(32/34): thrift-0.15.0-4.el9.x86_64.rpm 30 MB/s | 1.6 MB 00:00 2026-02-13T01:18:29.141 INFO:teuthology.orchestra.run.trial072.stdout:(33/34): librbd1-19.2.3-672.g283431c0.el9.x86_6 29 MB/s | 3.2 MB 00:00 2026-02-13T01:18:29.146 INFO:teuthology.orchestra.run.trial072.stdout:(34/34): librados2-19.2.3-672.g283431c0.el9.x86 22 MB/s | 3.4 MB 00:00 2026-02-13T01:18:29.150 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:18:29.150 INFO:teuthology.orchestra.run.trial072.stdout:Total 27 MB/s | 62 MB 00:02 2026-02-13T01:18:29.242 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:18:29.259 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:18:29.259 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:18:29.509 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:18:29.509 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:18:29.794 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:18:29.803 INFO:teuthology.orchestra.run.trial072.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/36 2026-02-13T01:18:29.806 INFO:teuthology.orchestra.run.trial072.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/36 2026-02-13T01:18:29.817 INFO:teuthology.orchestra.run.trial072.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/36 2026-02-13T01:18:29.968 INFO:teuthology.orchestra.run.trial072.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/36 2026-02-13T01:18:29.973 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-13T01:18:30.003 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-13T01:18:30.046 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-13T01:18:30.047 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-13T01:18:30.058 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-13T01:18:30.062 INFO:teuthology.orchestra.run.trial072.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/36 2026-02-13T01:18:30.071 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 9/36 2026-02-13T01:18:30.093 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-13T01:18:30.094 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-13T01:18:30.108 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-13T01:18:30.139 INFO:teuthology.orchestra.run.trial072.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/36 2026-02-13T01:18:30.144 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/36 2026-02-13T01:18:30.150 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/36 2026-02-13T01:18:30.152 INFO:teuthology.orchestra.run.trial072.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/36 2026-02-13T01:18:30.155 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/36 2026-02-13T01:18:30.160 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/36 2026-02-13T01:18:30.302 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/36 2026-02-13T01:18:30.303 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-13T01:18:30.329 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-13T01:18:30.331 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 20/36 2026-02-13T01:18:30.337 INFO:teuthology.orchestra.run.trial072.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/36 2026-02-13T01:18:30.561 INFO:teuthology.orchestra.run.trial072.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/36 2026-02-13T01:18:30.562 INFO:teuthology.orchestra.run.trial072.stdout: Installing : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-13T01:18:30.578 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-13T01:18:30.582 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 24/36 2026-02-13T01:18:30.587 INFO:teuthology.orchestra.run.trial072.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/36 2026-02-13T01:18:30.589 INFO:teuthology.orchestra.run.trial072.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/36 2026-02-13T01:18:30.590 INFO:teuthology.orchestra.run.trial072.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-13T01:18:30.606 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-13T01:18:30.609 INFO:teuthology.orchestra.run.trial072.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/36 2026-02-13T01:18:30.634 INFO:teuthology.orchestra.run.trial072.stdout: Installing : mailcap-2.1.49-5.el9.noarch 29/36 2026-02-13T01:18:30.636 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 30/36 2026-02-13T01:18:31.613 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-13T01:18:31.615 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-13T01:18:31.896 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-13T01:18:31.899 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-13T01:18:31.941 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-13T01:18:31.941 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-13T01:18:31.942 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-13T01:18:31.942 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:31.944 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /sys 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /proc 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /mnt 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /var/tmp 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /home 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /root 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout:skipping the directory /tmp 2026-02-13T01:18:36.468 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:36.923 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-13T01:18:36.946 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-13T01:18:36.946 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:18:36.946 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-13T01:18:36.946 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-13T01:18:36.946 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-13T01:18:36.946 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:36.947 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-13T01:18:36.960 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-13T01:18:36.960 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-13T01:18:37.015 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-13T01:18:37.016 INFO:teuthology.orchestra.run.trial072.stdout:Creating group 'qat' with GID 992. 2026-02-13T01:18:37.016 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 1/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 3/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 4/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 8/36 2026-02-13T01:18:37.299 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 9/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 12/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 13/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 15/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 16/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 17/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 18/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 19/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 20/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 21/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 22/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 23/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 24/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 25/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 26/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 27/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 29/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 30/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : re2-1:20211101-20.el9.x86_64 31/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 32/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 34/36 2026-02-13T01:18:37.300 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 35/36 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 36/36 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout:Upgraded: 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: librados2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.364 INFO:teuthology.orchestra.run.trial072.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: re2-1:20211101-20.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:37.365 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:18:37.406 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-test 2026-02-13T01:18:37.709 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:12 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repository Size 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout: ceph-test x86_64 2:19.2.3-672.g283431c0.el9 ceph 50 M 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout:Installing dependencies: 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout: libcephsqlite x86_64 2:19.2.3-672.g283431c0.el9 ceph 163 k 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-13T01:18:37.791 INFO:teuthology.orchestra.run.trial072.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout:Install 5 Packages 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 50 M 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 213 M 2026-02-13T01:18:37.792 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:18:38.502 INFO:teuthology.orchestra.run.trial072.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 360 kB/s | 233 kB 00:00 2026-02-13T01:18:38.625 INFO:teuthology.orchestra.run.trial072.stdout:(2/5): libcephsqlite-19.2.3-672.g283431c0.el9.x 212 kB/s | 163 kB 00:00 2026-02-13T01:18:38.900 INFO:teuthology.orchestra.run.trial072.stdout:(3/5): socat-1.7.4.1-8.el9.x86_64.rpm 762 kB/s | 303 kB 00:00 2026-02-13T01:18:39.134 INFO:teuthology.orchestra.run.trial072.stdout:(4/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 125 kB/s | 64 kB 00:00 2026-02-13T01:18:56.270 INFO:teuthology.orchestra.run.trial072.stdout:(5/5): ceph-test-19.2.3-672.g283431c0.el9.x86_6 2.7 MB/s | 50 MB 00:18 2026-02-13T01:18:56.272 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:18:56.272 INFO:teuthology.orchestra.run.trial072.stdout:Total 2.7 MB/s | 50 MB 00:18 2026-02-13T01:18:56.298 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:18:56.307 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:18:56.307 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:18:56.495 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:18:56.495 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:18:56.709 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:18:56.715 INFO:teuthology.orchestra.run.trial072.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-13T01:18:56.720 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-13T01:18:56.728 INFO:teuthology.orchestra.run.trial072.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-13T01:18:56.728 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-13T01:18:58.976 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-13T01:18:58.994 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-13T01:18:59.210 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-13T01:18:59.210 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 1/5 2026-02-13T01:18:59.210 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2/5 2026-02-13T01:18:59.211 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-13T01:18:59.211 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:59.266 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:18:59.301 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph 2026-02-13T01:18:59.603 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:34 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:18:59.687 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:18:59.688 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repository Size 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ceph x86_64 2:19.2.3-672.g283431c0.el9 ceph 6.5 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout:Installing dependencies: 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mds x86_64 2:19.2.3-672.g283431c0.el9 ceph 2.4 M 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.1 M 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-modules-core noarch 2:19.2.3-672.g283431c0.el9 ceph-noarch 253 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mon x86_64 2:19.2.3-672.g283431c0.el9 ceph 4.7 M 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd x86_64 2:19.2.3-672.g283431c0.el9 ceph 17 M 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-13T01:18:59.689 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout:Install 46 Packages 2026-02-13T01:18:59.690 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:18:59.691 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 31 M 2026-02-13T01:18:59.691 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 111 M 2026-02-13T01:18:59.691 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:00.399 INFO:teuthology.orchestra.run.trial072.stdout:(1/46): ceph-19.2.3-672.g283431c0.el9.x86_64.rp 51 kB/s | 6.5 kB 00:00 2026-02-13T01:19:00.637 INFO:teuthology.orchestra.run.trial072.stdout:(2/46): ceph-mgr-19.2.3-672.g283431c0.el9.x86_6 2.9 MB/s | 1.1 MB 00:00 2026-02-13T01:19:00.825 INFO:teuthology.orchestra.run.trial072.stdout:(3/46): ceph-mds-19.2.3-672.g283431c0.el9.x86_6 4.4 MB/s | 2.4 MB 00:00 2026-02-13T01:19:00.870 INFO:teuthology.orchestra.run.trial072.stdout:(4/46): ceph-mgr-modules-core-19.2.3-672.g28343 5.5 MB/s | 253 kB 00:00 2026-02-13T01:19:01.148 INFO:teuthology.orchestra.run.trial072.stdout:(5/46): ceph-mon-19.2.3-672.g283431c0.el9.x86_6 6.3 MB/s | 4.7 MB 00:00 2026-02-13T01:19:01.166 INFO:teuthology.orchestra.run.trial072.stdout:(6/46): ledmon-libs-1.1.0-3.el9.x86_64.rpm 136 kB/s | 40 kB 00:00 2026-02-13T01:19:01.495 INFO:teuthology.orchestra.run.trial072.stdout:(7/46): python3-cffi-1.14.5-5.el9.x86_64.rpm 770 kB/s | 253 kB 00:00 2026-02-13T01:19:01.519 INFO:teuthology.orchestra.run.trial072.stdout:(8/46): libconfig-1.7.2-9.el9.x86_64.rpm 195 kB/s | 72 kB 00:00 2026-02-13T01:19:01.709 INFO:teuthology.orchestra.run.trial072.stdout:(9/46): ceph-osd-19.2.3-672.g283431c0.el9.x86_6 16 MB/s | 17 MB 00:01 2026-02-13T01:19:01.710 INFO:teuthology.orchestra.run.trial072.stdout:(10/46): python3-ply-3.11-14.el9.noarch.rpm 557 kB/s | 106 kB 00:00 2026-02-13T01:19:01.795 INFO:teuthology.orchestra.run.trial072.stdout:(11/46): python3-cryptography-36.0.1-5.el9.x86_ 4.2 MB/s | 1.2 MB 00:00 2026-02-13T01:19:01.835 INFO:teuthology.orchestra.run.trial072.stdout:(12/46): python3-pycparser-2.20-6.el9.noarch.rp 1.1 MB/s | 135 kB 00:00 2026-02-13T01:19:01.882 INFO:teuthology.orchestra.run.trial072.stdout:(13/46): python3-requests-2.25.1-10.el9.noarch. 1.4 MB/s | 126 kB 00:00 2026-02-13T01:19:01.970 INFO:teuthology.orchestra.run.trial072.stdout:(14/46): unzip-6.0-59.el9.x86_64.rpm 2.0 MB/s | 182 kB 00:00 2026-02-13T01:19:01.986 INFO:teuthology.orchestra.run.trial072.stdout:(15/46): python3-urllib3-1.26.5-7.el9.noarch.rp 1.4 MB/s | 218 kB 00:00 2026-02-13T01:19:02.062 INFO:teuthology.orchestra.run.trial072.stdout:(16/46): zip-3.0-35.el9.x86_64.rpm 2.8 MB/s | 266 kB 00:00 2026-02-13T01:19:02.170 INFO:teuthology.orchestra.run.trial072.stdout:(17/46): python3-pyparsing-2.4.7-9.el9.noarch.r 328 kB/s | 150 kB 00:00 2026-02-13T01:19:02.767 INFO:teuthology.orchestra.run.trial072.stdout:(18/46): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 316 kB/s | 246 kB 00:00 2026-02-13T01:19:02.801 INFO:teuthology.orchestra.run.trial072.stdout:(19/46): lua-5.4.4-4.el9.x86_64.rpm 255 kB/s | 188 kB 00:00 2026-02-13T01:19:02.899 INFO:teuthology.orchestra.run.trial072.stdout:(20/46): python3-libstoragemgmt-1.10.1-1.el9.x8 243 kB/s | 177 kB 00:00 2026-02-13T01:19:03.365 INFO:teuthology.orchestra.run.trial072.stdout:(21/46): python3-markupsafe-1.1.1-12.el9.x86_64 62 kB/s | 35 kB 00:00 2026-02-13T01:19:03.503 INFO:teuthology.orchestra.run.trial072.stdout:(22/46): python3-mako-1.1.4-6.el9.noarch.rpm 234 kB/s | 172 kB 00:00 2026-02-13T01:19:03.533 INFO:teuthology.orchestra.run.trial072.stdout:(23/46): python3-packaging-20.9-5.el9.noarch.rp 122 kB/s | 77 kB 00:00 2026-02-13T01:19:03.577 INFO:teuthology.orchestra.run.trial072.stdout:(24/46): luarocks-3.9.2-5.el9.noarch.rpm 3.4 MB/s | 151 kB 00:00 2026-02-13T01:19:03.584 INFO:teuthology.orchestra.run.trial072.stdout:(25/46): python3-autocommand-2.2.2-8.el9.noarch 4.0 MB/s | 29 kB 00:00 2026-02-13T01:19:03.594 INFO:teuthology.orchestra.run.trial072.stdout:(26/46): python3-backports-tarfile-1.2.0-1.el9. 5.6 MB/s | 60 kB 00:00 2026-02-13T01:19:03.598 INFO:teuthology.orchestra.run.trial072.stdout:(27/46): lua-devel-5.4.4-4.el9.x86_64.rpm 234 kB/s | 22 kB 00:00 2026-02-13T01:19:03.605 INFO:teuthology.orchestra.run.trial072.stdout:(28/46): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 5.9 MB/s | 43 kB 00:00 2026-02-13T01:19:03.628 INFO:teuthology.orchestra.run.trial072.stdout:(29/46): python3-cheroot-10.0.1-4.el9.noarch.rp 5.7 MB/s | 173 kB 00:00 2026-02-13T01:19:03.632 INFO:teuthology.orchestra.run.trial072.stdout:(30/46): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.7 MB/s | 11 kB 00:00 2026-02-13T01:19:03.636 INFO:teuthology.orchestra.run.trial072.stdout:(31/46): python3-jaraco-classes-3.2.1-5.el9.noa 4.5 MB/s | 18 kB 00:00 2026-02-13T01:19:03.640 INFO:teuthology.orchestra.run.trial072.stdout:(32/46): python3-jaraco-collections-3.0.0-8.el9 5.9 MB/s | 23 kB 00:00 2026-02-13T01:19:03.641 INFO:teuthology.orchestra.run.trial072.stdout:(33/46): python3-cherrypy-18.6.1-2.el9.noarch.r 9.6 MB/s | 358 kB 00:00 2026-02-13T01:19:03.644 INFO:teuthology.orchestra.run.trial072.stdout:(34/46): python3-jaraco-context-6.0.1-3.el9.noa 4.8 MB/s | 20 kB 00:00 2026-02-13T01:19:03.645 INFO:teuthology.orchestra.run.trial072.stdout:(35/46): python3-jaraco-functools-3.5.0-2.el9.n 4.8 MB/s | 19 kB 00:00 2026-02-13T01:19:03.648 INFO:teuthology.orchestra.run.trial072.stdout:(36/46): python3-jaraco-text-4.0.0-2.el9.noarch 6.6 MB/s | 26 kB 00:00 2026-02-13T01:19:03.652 INFO:teuthology.orchestra.run.trial072.stdout:(37/46): python3-more-itertools-8.12.0-2.el9.no 19 MB/s | 79 kB 00:00 2026-02-13T01:19:03.653 INFO:teuthology.orchestra.run.trial072.stdout:(38/46): python3-logutils-0.3.5-21.el9.noarch.r 6.3 MB/s | 46 kB 00:00 2026-02-13T01:19:03.657 INFO:teuthology.orchestra.run.trial072.stdout:(39/46): python3-portend-3.1.0-2.el9.noarch.rpm 4.1 MB/s | 16 kB 00:00 2026-02-13T01:19:03.667 INFO:teuthology.orchestra.run.trial072.stdout:(40/46): python3-pyOpenSSL-21.0.0-1.el9.noarch. 8.5 MB/s | 90 kB 00:00 2026-02-13T01:19:03.672 INFO:teuthology.orchestra.run.trial072.stdout:(41/46): python3-tempora-5.0.0-2.el9.noarch.rpm 8.4 MB/s | 36 kB 00:00 2026-02-13T01:19:03.673 INFO:teuthology.orchestra.run.trial072.stdout:(42/46): python3-pecan-1.4.2-3.el9.noarch.rpm 13 MB/s | 272 kB 00:00 2026-02-13T01:19:03.689 INFO:teuthology.orchestra.run.trial072.stdout:(43/46): python3-webob-1.8.8-2.el9.noarch.rpm 13 MB/s | 230 kB 00:00 2026-02-13T01:19:03.693 INFO:teuthology.orchestra.run.trial072.stdout:(44/46): python3-zc-lockfile-2.0-10.el9.noarch. 5.1 MB/s | 20 kB 00:00 2026-02-13T01:19:03.696 INFO:teuthology.orchestra.run.trial072.stdout:(45/46): python3-werkzeug-2.0.3-3.el9.1.noarch. 18 MB/s | 427 kB 00:00 2026-02-13T01:19:03.941 INFO:teuthology.orchestra.run.trial072.stdout:(46/46): python3-toml-0.10.2-6.el9.noarch.rpm 72 kB/s | 42 kB 00:00 2026-02-13T01:19:03.946 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:03.946 INFO:teuthology.orchestra.run.trial072.stdout:Total 7.4 MB/s | 31 MB 00:04 2026-02-13T01:19:04.103 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:04.121 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:04.121 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:04.274 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:04.275 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:04.464 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:04.466 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/46 2026-02-13T01:19:04.471 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/46 2026-02-13T01:19:04.476 INFO:teuthology.orchestra.run.trial072.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/46 2026-02-13T01:19:04.478 INFO:teuthology.orchestra.run.trial072.stdout: Installing : unzip-6.0-59.el9.x86_64 4/46 2026-02-13T01:19:04.483 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 5/46 2026-02-13T01:19:04.507 INFO:teuthology.orchestra.run.trial072.stdout: Installing : zip-3.0-35.el9.x86_64 6/46 2026-02-13T01:19:04.511 INFO:teuthology.orchestra.run.trial072.stdout: Installing : luarocks-3.9.2-5.el9.noarch 7/46 2026-02-13T01:19:04.516 INFO:teuthology.orchestra.run.trial072.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 8/46 2026-02-13T01:19:04.520 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 9/46 2026-02-13T01:19:04.552 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 10/46 2026-02-13T01:19:04.573 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 11/46 2026-02-13T01:19:04.582 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 12/46 2026-02-13T01:19:04.588 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 13/46 2026-02-13T01:19:04.592 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 14/46 2026-02-13T01:19:04.598 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 15/46 2026-02-13T01:19:04.603 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 16/46 2026-02-13T01:19:04.607 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 17/46 2026-02-13T01:19:04.612 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 18/46 2026-02-13T01:19:04.616 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 19/46 2026-02-13T01:19:04.623 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 20/46 2026-02-13T01:19:04.626 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 21/46 2026-02-13T01:19:04.631 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 22/46 2026-02-13T01:19:04.655 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/46 2026-02-13T01:19:04.710 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 24/46 2026-02-13T01:19:04.735 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 25/46 2026-02-13T01:19:04.747 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 26/46 2026-02-13T01:19:04.752 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 27/46 2026-02-13T01:19:04.762 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 28/46 2026-02-13T01:19:04.769 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-packaging-20.9-5.el9.noarch 29/46 2026-02-13T01:19:04.782 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-ply-3.11-14.el9.noarch 30/46 2026-02-13T01:19:04.798 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 31/46 2026-02-13T01:19:04.873 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 32/46 2026-02-13T01:19:04.882 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 33/46 2026-02-13T01:19:04.905 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 34/46 2026-02-13T01:19:04.934 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 35/46 2026-02-13T01:19:04.940 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 36/46 2026-02-13T01:19:04.986 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 37/46 2026-02-13T01:19:05.035 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 38/46 2026-02-13T01:19:05.036 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-13T01:19:05.059 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-13T01:19:05.059 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:19:05.059 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-13T01:19:05.059 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-13T01:19:05.060 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-13T01:19:05.060 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:05.064 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 40/46 2026-02-13T01:19:05.080 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-13T01:19:05.081 INFO:teuthology.orchestra.run.trial072.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-13T01:19:05.081 INFO:teuthology.orchestra.run.trial072.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-13T01:19:05.081 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:05.089 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-13T01:19:05.113 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-13T01:19:05.114 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-13T01:19:05.114 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:05.824 INFO:teuthology.orchestra.run.trial072.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 42/46 2026-02-13T01:19:05.826 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-13T01:19:05.850 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-13T01:19:05.850 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:19:05.850 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-13T01:19:05.851 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-13T01:19:05.851 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-13T01:19:05.851 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:06.054 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-13T01:19:06.075 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-13T01:19:06.075 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:19:06.075 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-13T01:19:06.075 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-13T01:19:06.075 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-13T01:19:06.075 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:06.178 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-13T01:19:06.199 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-13T01:19:06.199 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:19:06.199 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-13T01:19:06.200 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-13T01:19:06.200 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-13T01:19:06.200 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:06.216 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-13T01:19:06.543 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-13T01:19:06.543 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 1/46 2026-02-13T01:19:06.543 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2/46 2026-02-13T01:19:06.543 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 3/46 2026-02-13T01:19:06.543 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 4/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 5/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 6/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 7/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 8/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 9/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 10/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ply-3.11-14.el9.noarch 11/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 12/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 13/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 14/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 15/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : unzip-6.0-59.el9.x86_64 16/46 2026-02-13T01:19:06.544 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : zip-3.0-35.el9.x86_64 17/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 18/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : lua-5.4.4-4.el9.x86_64 19/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 20/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 21/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 22/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 23/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 24/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 25/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 26/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 27/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 28/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 29/46 2026-02-13T01:19:06.545 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 30/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 31/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 32/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 33/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 34/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 35/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 36/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 37/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 38/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 39/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 40/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 41/46 2026-02-13T01:19:06.546 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 42/46 2026-02-13T01:19:06.547 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 43/46 2026-02-13T01:19:06.547 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 44/46 2026-02-13T01:19:06.547 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 45/46 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 46/46 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout: ceph-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:06.601 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.noarch 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: lua-5.4.4-4.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-13T01:19:06.602 INFO:teuthology.orchestra.run.trial072.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-13T01:19:06.603 INFO:teuthology.orchestra.run.trial072.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-ply-3.11-14.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-13T01:19:06.604 INFO:teuthology.orchestra.run.trial072.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-13T01:19:06.605 INFO:teuthology.orchestra.run.trial072.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-13T01:19:06.605 INFO:teuthology.orchestra.run.trial072.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-13T01:19:06.605 INFO:teuthology.orchestra.run.trial072.stdout: unzip-6.0-59.el9.x86_64 2026-02-13T01:19:06.605 INFO:teuthology.orchestra.run.trial072.stdout: zip-3.0-35.el9.x86_64 2026-02-13T01:19:06.605 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:06.605 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:06.639 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-base 2026-02-13T01:19:06.941 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:41 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:07.005 INFO:teuthology.orchestra.run.trial072.stdout:Package ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:07.022 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:07.023 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:07.023 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:07.044 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-immutable-object-cache 2026-02-13T01:19:07.344 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:42 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repo Size 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-672.g283431c0.el9 ceph 145 k 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:07.428 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:07.429 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:07.429 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:07.429 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:07.429 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 145 k 2026-02-13T01:19:07.429 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 435 k 2026-02-13T01:19:07.429 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:07.513 INFO:teuthology.orchestra.run.trial072.stdout:ceph-immutable-object-cache-19.2.3-672.g283431c 1.7 MB/s | 145 kB 00:00 2026-02-13T01:19:07.513 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:07.514 INFO:teuthology.orchestra.run.trial072.stdout:Total 1.6 MB/s | 145 kB 00:00 2026-02-13T01:19:07.514 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:07.517 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:07.517 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:07.544 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:07.544 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:07.594 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:07.595 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-13T01:19:07.617 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-13T01:19:07.617 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:19:07.617 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-13T01:19:07.617 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:07.914 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-13T01:19:07.914 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:07.914 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:07.914 INFO:teuthology.orchestra.run.trial072.stdout: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:07.914 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:07.914 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:07.942 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-mgr 2026-02-13T01:19:08.247 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:43 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:08.311 INFO:teuthology.orchestra.run.trial072.stdout:Package ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:08.329 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:08.330 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:08.330 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:08.351 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-osd 2026-02-13T01:19:08.654 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:43 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:08.718 INFO:teuthology.orchestra.run.trial072.stdout:Package ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:08.736 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:08.737 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:08.737 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:08.758 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install ceph-fuse 2026-02-13T01:19:09.058 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:44 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:09.141 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout: Package Architecture Version Repository Size 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout: ceph-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.2 M 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 1.2 M 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 3.6 M 2026-02-13T01:19:09.142 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:09.261 INFO:teuthology.orchestra.run.trial072.stdout:ceph-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 9.7 MB/s | 1.2 MB 00:00 2026-02-13T01:19:09.261 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:09.261 INFO:teuthology.orchestra.run.trial072.stdout:Total 9.7 MB/s | 1.2 MB 00:00 2026-02-13T01:19:09.262 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:09.265 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:09.265 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:09.294 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:09.295 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:09.391 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:09.407 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:09.635 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:09.690 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:09.690 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:09.690 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:09.690 INFO:teuthology.orchestra.run.trial072.stdout: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:09.690 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:09.690 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:09.721 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install librados-devel 2026-02-13T01:19:10.033 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:45 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:10.115 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repo Size 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout: librados-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 126 k 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 126 k 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 456 k 2026-02-13T01:19:10.116 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:10.200 INFO:teuthology.orchestra.run.trial072.stdout:librados-devel-19.2.3-672.g283431c0.el9.x86_64. 1.5 MB/s | 126 kB 00:00 2026-02-13T01:19:10.201 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:10.201 INFO:teuthology.orchestra.run.trial072.stdout:Total 1.5 MB/s | 126 kB 00:00 2026-02-13T01:19:10.201 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:10.204 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:10.204 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:10.230 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:10.231 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:10.279 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:10.294 INFO:teuthology.orchestra.run.trial072.stdout: Installing : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:10.372 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:10.429 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:10.429 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:10.430 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:10.430 INFO:teuthology.orchestra.run.trial072.stdout: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:10.430 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:10.430 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:10.460 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install libcephfs2 2026-02-13T01:19:10.760 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:45 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:10.824 INFO:teuthology.orchestra.run.trial072.stdout:Package libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:10.841 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:10.842 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:10.842 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:10.863 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install libcephfs-devel 2026-02-13T01:19:11.171 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:46 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repo Size 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 34 k 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:11.253 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:11.254 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:11.254 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 34 k 2026-02-13T01:19:11.254 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 153 k 2026-02-13T01:19:11.254 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:11.419 INFO:teuthology.orchestra.run.trial072.stdout:libcephfs-devel-19.2.3-672.g283431c0.el9.x86_64 204 kB/s | 34 kB 00:00 2026-02-13T01:19:11.419 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:11.419 INFO:teuthology.orchestra.run.trial072.stdout:Total 203 kB/s | 34 kB 00:00 2026-02-13T01:19:11.419 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:11.421 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:11.421 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:11.424 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:11.425 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:11.445 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:11.460 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:11.515 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:11.570 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:11.570 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:11.570 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:11.570 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:11.571 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:11.571 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:11.598 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install librados2 2026-02-13T01:19:11.893 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:46 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:11.958 INFO:teuthology.orchestra.run.trial072.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:11.976 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:11.976 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:11.976 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:11.998 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install librbd1 2026-02-13T01:19:12.300 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:47 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:12.365 INFO:teuthology.orchestra.run.trial072.stdout:Package librbd1-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:12.383 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:12.384 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:12.384 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:12.405 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install python3-rados 2026-02-13T01:19:12.700 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:47 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:12.765 INFO:teuthology.orchestra.run.trial072.stdout:Package python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:12.782 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:12.783 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:12.783 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:12.803 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install python3-rgw 2026-02-13T01:19:13.096 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:48 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:13.161 INFO:teuthology.orchestra.run.trial072.stdout:Package python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:13.179 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:13.179 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:13.179 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:13.199 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install python3-cephfs 2026-02-13T01:19:13.497 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:48 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:13.561 INFO:teuthology.orchestra.run.trial072.stdout:Package python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:13.579 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:13.579 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:13.579 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:13.601 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install python3-rbd 2026-02-13T01:19:13.899 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:48 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:13.963 INFO:teuthology.orchestra.run.trial072.stdout:Package python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:13.981 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:13.981 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:13.981 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:14.002 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install rbd-fuse 2026-02-13T01:19:14.305 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:49 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:14.388 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout: Package Architecture Version Repository Size 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout: rbd-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 85 k 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 85 k 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 231 k 2026-02-13T01:19:14.389 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:14.463 INFO:teuthology.orchestra.run.trial072.stdout:rbd-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-13T01:19:14.464 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:14.464 INFO:teuthology.orchestra.run.trial072.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-13T01:19:14.464 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:14.467 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:14.467 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:14.493 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:14.493 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:14.539 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:14.554 INFO:teuthology.orchestra.run.trial072.stdout: Installing : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:14.631 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:14.687 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:14.687 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:14.687 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:14.688 INFO:teuthology.orchestra.run.trial072.stdout: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:14.688 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:14.688 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:14.715 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install rbd-mirror 2026-02-13T01:19:15.014 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:50 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repo Size 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout: rbd-mirror x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.1 M 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:15.096 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:15.097 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:15.097 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:15.097 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:15.097 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 3.1 M 2026-02-13T01:19:15.097 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 13 M 2026-02-13T01:19:15.097 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:15.247 INFO:teuthology.orchestra.run.trial072.stdout:rbd-mirror-19.2.3-672.g283431c0.el9.x86_64.rpm 21 MB/s | 3.1 MB 00:00 2026-02-13T01:19:15.247 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:15.247 INFO:teuthology.orchestra.run.trial072.stdout:Total 21 MB/s | 3.1 MB 00:00 2026-02-13T01:19:15.247 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:15.251 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:15.251 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:15.287 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:15.287 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:15.474 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:15.476 INFO:teuthology.orchestra.run.trial072.stdout: Installing : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:15.498 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:15.498 INFO:teuthology.orchestra.run.trial072.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-13T01:19:15.498 INFO:teuthology.orchestra.run.trial072.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-13T01:19:15.498 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-13T01:19:15.498 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-13T01:19:15.498 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:15.805 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:15.805 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:15.805 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:15.805 INFO:teuthology.orchestra.run.trial072.stdout: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:15.805 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:15.805 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:15.834 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install rbd-nbd 2026-02-13T01:19:16.134 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:51 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:16.216 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout: Package Architecture Version Repository Size 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:Installing: 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout: rbd-nbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 171 k 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:Install 1 Package 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 171 k 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:Installed size: 494 k 2026-02-13T01:19:16.217 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:19:16.302 INFO:teuthology.orchestra.run.trial072.stdout:rbd-nbd-19.2.3-672.g283431c0.el9.x86_64.rpm 2.0 MB/s | 171 kB 00:00 2026-02-13T01:19:16.303 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:19:16.303 INFO:teuthology.orchestra.run.trial072.stdout:Total 2.0 MB/s | 171 kB 00:00 2026-02-13T01:19:16.303 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:19:16.306 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:19:16.306 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:19:16.334 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:19:16.334 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:19:16.384 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:19:16.400 INFO:teuthology.orchestra.run.trial072.stdout: Installing : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:16.474 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:16.530 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-13T01:19:16.530 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:16.531 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:19:16.531 INFO:teuthology.orchestra.run.trial072.stdout: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-13T01:19:16.531 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:16.531 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:16.565 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y install librados2 2026-02-13T01:19:16.865 INFO:teuthology.orchestra.run.trial072.stdout:Last metadata expiration check: 0:00:51 ago on Fri 13 Feb 2026 01:18:25 AM UTC. 2026-02-13T01:19:16.930 INFO:teuthology.orchestra.run.trial072.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-13T01:19:16.947 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:19:16.948 INFO:teuthology.orchestra.run.trial072.stdout:Nothing to do. 2026-02-13T01:19:16.948 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:19:16.971 DEBUG:teuthology.parallel:result is None 2026-02-13T01:19:16.971 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-13T01:19:16.971 INFO:teuthology.packaging:ref: None 2026-02-13T01:19:16.971 INFO:teuthology.packaging:tag: None 2026-02-13T01:19:16.971 INFO:teuthology.packaging:branch: squid 2026-02-13T01:19:16.972 INFO:teuthology.packaging:sha1: 8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:19:16.972 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-13T01:19:17.130 DEBUG:teuthology.orchestra.run.trial072:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-13T01:19:17.150 INFO:teuthology.orchestra.run.trial072.stdout:19.2.3-672.g283431c0.el9 2026-02-13T01:19:17.151 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-672.g283431c0.el9 2026-02-13T01:19:17.151 INFO:teuthology.task.install:The correct ceph version 19.2.3-672.g283431c0 is installed. 2026-02-13T01:19:17.152 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-13T01:19:17.152 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:17.152 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-13T01:19:17.216 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-13T01:19:17.216 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:17.216 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/usr/bin/daemon-helper 2026-02-13T01:19:17.280 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-13T01:19:17.345 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-13T01:19:17.345 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:17.345 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-13T01:19:17.408 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-13T01:19:17.473 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-13T01:19:17.474 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:17.474 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/usr/bin/stdin-killer 2026-02-13T01:19:17.539 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-13T01:19:17.602 INFO:teuthology.run_tasks:Running task print... 2026-02-13T01:19:17.618 INFO:teuthology.task.print:**** done installing squid 2026-02-13T01:19:17.618 INFO:teuthology.run_tasks:Running task ceph... 2026-02-13T01:19:17.741 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-13T01:19:17.741 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 777 /var/log/ceph 2026-02-13T01:19:17.767 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-13T01:19:17.767 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-13T01:19:17.831 INFO:tasks.ceph:Creating extra log directories... 2026-02-13T01:19:17.831 DEBUG:teuthology.orchestra.run.trial072:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-13T01:19:17.900 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-02-13T01:19:17.900 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-13T01:19:17.900 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424', 'branch': 'wip-pdonnell-testing-20260210.171210', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '47424', 'kernel': {'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'install ceph/squid latest\n'}], 'name': 'pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-pdonnell-testing-20260210.171210'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-pdonnell-testing-20260210.171210', 'sha1': '2a169eb9e607483c93b70d215a0ade702b8a648f'}}, 'owner': 'scheduled_pdonnell@soko04.front.sepia.ceph.com', 'priority': 75, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 4, 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f', 'sleep_before_teardown': 0, 'subset': '781/1024', 'suite': 'fs', 'suite_branch': 'wip-pdonnell-testing-20260210.171210', 'suite_path': '/home/teuthworker/src/github.com_batrick_ceph_2a169eb9e607483c93b70d215a0ade702b8a648f/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/batrick/ceph', 'suite_sha1': '2a169eb9e607483c93b70d215a0ade702b8a648f', 'targets': {'trial072.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAVCAJ9mmo/Mky77fqhmMQr0F65KpkbQqqp3uw50EScq384lGlHeDtBGtdioqfcSY5rPtAeweVhFqV8y5B/hXcE='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume', 'ceph-osd-classic', 'ceph-osd-crimson'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'}}, {'print': '**** done installing squid'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client squid']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release tentacle', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local kernel = py_attrgetter(yaml).get(\'kernel\')\nif kernel ~= nil then\n local branch = py_attrgetter(kernel).get(\'branch\')\n if branch and not kernel.branch:find "-all$" then\n log.debug("removing default kernel specification: %s", kernel)\n py_attrgetter(kernel).pop(\'branch\', nil)\n py_attrgetter(kernel).pop(\'deb\', nil)\n py_attrgetter(kernel).pop(\'flavor\', nil)\n py_attrgetter(kernel).pop(\'kdb\', nil)\n py_attrgetter(kernel).pop(\'koji\', nil)\n py_attrgetter(kernel).pop(\'koji_task\', nil)\n py_attrgetter(kernel).pop(\'rpm\', nil)\n py_attrgetter(kernel).pop(\'sha1\', nil)\n py_attrgetter(kernel).pop(\'tag\', nil)\n end\nend\n']}, 'teuthology_branch': 'kernel-fix-3', 'teuthology_sha1': 'a2c505dae37458c5537fa44f1320bd04eef25bb1', 'timestamp': '2026-02-13_01:09:17', 'tube': 'trial', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3932482'} 2026-02-13T01:19:17.900 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-02-13T01:19:17.954 DEBUG:teuthology.orchestra.run.trial072:> sudo install -d -m0777 -- /var/run/ceph 2026-02-13T01:19:18.017 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:18.017 DEBUG:teuthology.orchestra.run.trial072:> dd if=/scratch_devs of=/dev/stdout 2026-02-13T01:19:18.073 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-13T01:19:18.073 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_1 2026-02-13T01:19:18.128 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-13T01:19:18.128 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-13T01:19:18.128 INFO:teuthology.orchestra.run.trial072.stdout:Device: 6h/6d Inode: 910 Links: 1 2026-02-13T01:19:18.129 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-13T01:19:18.129 INFO:teuthology.orchestra.run.trial072.stdout:Context: system_u:object_r:device_t:s0 2026-02-13T01:19:18.129 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-13 01:19:15.631689596 +0000 2026-02-13T01:19:18.129 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-13 01:17:41.736622341 +0000 2026-02-13T01:19:18.129 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-13 01:17:41.736622341 +0000 2026-02-13T01:19:18.129 INFO:teuthology.orchestra.run.trial072.stdout: Birth: 2026-02-13 01:17:41.736622341 +0000 2026-02-13T01:19:18.129 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-13T01:19:18.191 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-13T01:19:18.191 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-13T01:19:18.191 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000150851 s, 3.4 MB/s 2026-02-13T01:19:18.192 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-13T01:19:18.250 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_2 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout:Device: 6h/6d Inode: 941 Links: 1 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout:Context: system_u:object_r:device_t:s0 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-13 01:19:15.631689596 +0000 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-13 01:17:41.972618337 +0000 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-13 01:17:41.972618337 +0000 2026-02-13T01:19:18.305 INFO:teuthology.orchestra.run.trial072.stdout: Birth: 2026-02-13 01:17:41.972618337 +0000 2026-02-13T01:19:18.305 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-13T01:19:18.368 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-13T01:19:18.368 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-13T01:19:18.368 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000149228 s, 3.4 MB/s 2026-02-13T01:19:18.369 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-13T01:19:18.427 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_3 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout:Device: 6h/6d Inode: 966 Links: 1 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout:Context: system_u:object_r:device_t:s0 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-13 01:19:15.632689579 +0000 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-13 01:17:42.227614011 +0000 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-13 01:17:42.227614011 +0000 2026-02-13T01:19:18.484 INFO:teuthology.orchestra.run.trial072.stdout: Birth: 2026-02-13 01:17:42.227614011 +0000 2026-02-13T01:19:18.484 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-13T01:19:18.546 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-13T01:19:18.546 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-13T01:19:18.546 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000146923 s, 3.5 MB/s 2026-02-13T01:19:18.547 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-13T01:19:18.604 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_4 2026-02-13T01:19:18.659 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout:Device: 6h/6d Inode: 996 Links: 1 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout:Context: system_u:object_r:device_t:s0 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-13 01:19:15.632689579 +0000 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-13 01:17:42.483609667 +0000 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-13 01:17:42.483609667 +0000 2026-02-13T01:19:18.660 INFO:teuthology.orchestra.run.trial072.stdout: Birth: 2026-02-13 01:17:42.483609667 +0000 2026-02-13T01:19:18.660 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-13T01:19:18.724 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-13T01:19:18.724 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-13T01:19:18.724 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000143577 s, 3.6 MB/s 2026-02-13T01:19:18.725 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-13T01:19:18.783 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-13T01:19:18.783 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial072.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-13T01:19:18.783 INFO:tasks.ceph:Generating config... 2026-02-13T01:19:18.784 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-13T01:19:18.785 INFO:tasks.ceph:[global] ms bind msgr2 = False 2026-02-13T01:19:18.785 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2026-02-13T01:19:18.785 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2026-02-13T01:19:18.785 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2026-02-13T01:19:18.785 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2026-02-13T01:19:18.785 INFO:tasks.ceph:[osd] bdev async discard = True 2026-02-13T01:19:18.785 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-02-13T01:19:18.785 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-02-13T01:19:18.785 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-13T01:19:18.785 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-13T01:19:18.786 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-13T01:19:18.786 INFO:tasks.ceph:Setting up mon.a... 2026-02-13T01:19:18.786 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-02-13T01:19:18.858 INFO:teuthology.orchestra.run.trial072.stdout:creating /etc/ceph/ceph.keyring 2026-02-13T01:19:18.860 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-02-13T01:19:18.940 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-13T01:19:19.005 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '10.20.193.72'), ('mon.b', '[v2:10.20.193.72:3301,v1:10.20.193.72:6790]'), ('mon.c', '[v2:10.20.193.72:3302,v1:10.20.193.72:6791]')] 2026-02-13T01:19:19.006 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.72,[v2:10.20.193.72:3301,v1:10.20.193.72:6790],[v2:10.20.193.72:3302,v1:10.20.193.72:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}} 2026-02-13T01:19:19.006 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:19.006 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-13T01:19:19.061 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.72 --addv b '[v2:10.20.193.72:3301,v1:10.20.193.72:6790]' --addv c '[v2:10.20.193.72:3302,v1:10.20.193.72:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:19.136 INFO:teuthology.orchestra.run.trial072.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:19.136 INFO:teuthology.orchestra.run.trial072.stdout:monmaptool: generated fsid 0f5fa1fe-ea34-4e29-8518-287e725ddffc 2026-02-13T01:19:19.136 INFO:teuthology.orchestra.run.trial072.stdout:setting min_mon_release = quincy 2026-02-13T01:19:19.136 INFO:teuthology.orchestra.run.trial072.stdout:epoch 0 2026-02-13T01:19:19.136 INFO:teuthology.orchestra.run.trial072.stdout:fsid 0f5fa1fe-ea34-4e29-8518-287e725ddffc 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:last_changed 2026-02-13T01:19:19.135307+0000 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:created 2026-02-13T01:19:19.135307+0000 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:min_mon_release 17 (quincy) 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:election_strategy: 1 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:0: [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] mon.a 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:1: [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] mon.b 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:2: [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] mon.c 2026-02-13T01:19:19.137 INFO:teuthology.orchestra.run.trial072.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-02-13T01:19:19.139 DEBUG:teuthology.orchestra.run.trial072:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-13T01:19:19.195 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 0f5fa1fe-ea34-4e29-8518-287e725ddffc... 2026-02-13T01:19:19.196 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-13T01:19:19.278 INFO:teuthology.orchestra.run.trial072.stdout:[global] 2026-02-13T01:19:19.278 INFO:teuthology.orchestra.run.trial072.stdout: chdir = "" 2026-02-13T01:19:19.278 INFO:teuthology.orchestra.run.trial072.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-13T01:19:19.278 INFO:teuthology.orchestra.run.trial072.stdout: auth supported = cephx 2026-02-13T01:19:19.279 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.279 INFO:teuthology.orchestra.run.trial072.stdout: filestore xattr use omap = true 2026-02-13T01:19:19.279 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.279 INFO:teuthology.orchestra.run.trial072.stdout: mon clock drift allowed = 1.000 2026-02-13T01:19:19.279 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.279 INFO:teuthology.orchestra.run.trial072.stdout: osd crush chooseleaf type = 0 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: auth debug = true 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: ms die on old message = true 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: ms die on bug = true 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-13T01:19:19.280 INFO:teuthology.orchestra.run.trial072.stdout: mon pg warn max object skew = 0 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: # disable pg_autoscaler by default for new pools 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: osd pool default size = 2 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: mon osd allow primary affinity = true 2026-02-13T01:19:19.281 INFO:teuthology.orchestra.run.trial072.stdout: mon osd allow pg remap = true 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on legacy crush tunables = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on crush straw calc version zero = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on no sortbitwise = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on osd down out interval zero = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on too few osds = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-13T01:19:19.282 INFO:teuthology.orchestra.run.trial072.stdout: mon_allow_pool_size_one = true 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: osd default data pool replay window = 5 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: mon allow pool delete = true 2026-02-13T01:19:19.283 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: mon cluster log file level = debug 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: debug asserts on shutdown = true 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: mon health detail to clog = false 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: mon host = "10.20.193.72,[v2:10.20.193.72:3301,v1:10.20.193.72:6790],[v2:10.20.193.72:3302,v1:10.20.193.72:6791]" 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on pool no app = False 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: ms bind msgr2 = False 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: bluestore warn on legacy statfs = False 2026-02-13T01:19:19.284 INFO:teuthology.orchestra.run.trial072.stdout: bluestore warn on no per pool omap = False 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: mon pg warn min per osd = 0 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: fsid = 0f5fa1fe-ea34-4e29-8518-287e725ddffc 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout:[osd] 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: osd journal size = 100 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: osd scrub load threshold = 5.0 2026-02-13T01:19:19.285 INFO:teuthology.orchestra.run.trial072.stdout: osd scrub max interval = 600 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: osd mclock profile = high_recovery_ops 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: osd mclock skip benchmark = true 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: osd recover clone overlap = true 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: osd recovery max chunk = 1048576 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: osd debug shutdown = true 2026-02-13T01:19:19.286 INFO:teuthology.orchestra.run.trial072.stdout: osd debug op order = true 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: osd debug verify stray on activate = true 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: osd debug trim objects = true 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: osd open classes on start = true 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: osd debug pg log writeout = true 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.287 INFO:teuthology.orchestra.run.trial072.stdout: osd deep scrub update digest min age = 30 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: osd map max advance = 10 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: journal zero on create = true 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: filestore ondisk finisher threads = 3 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: filestore apply finisher threads = 3 2026-02-13T01:19:19.288 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: bdev debug aio = true 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: osd debug misdirected ops = true 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: bdev async discard = True 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: bdev enable discard = True 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: bluestore allocator = bitmap 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: bluestore block size = 96636764160 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: bluestore fsck on mount = True 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: debug bluefs = 1/20 2026-02-13T01:19:19.289 INFO:teuthology.orchestra.run.trial072.stdout: debug bluestore = 1/20 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: debug osd = 20 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: debug rocksdb = 4/10 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: mon osd backfillfull_ratio = 0.85 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: mon osd full ratio = 0.9 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: mon osd nearfull ratio = 0.8 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: osd failsafe full ratio = 0.95 2026-02-13T01:19:19.290 INFO:teuthology.orchestra.run.trial072.stdout: osd objectstore = bluestore 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout:[mgr] 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout: debug mgr = 20 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout: debug mon = 20 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout: debug auth = 20 2026-02-13T01:19:19.291 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min pgs per osd = 4 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min bytes per osd = 10 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: mgr/telemetry/nag = false 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout:[mon] 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: debug mon = 20 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: debug paxos = 20 2026-02-13T01:19:19.292 INFO:teuthology.orchestra.run.trial072.stdout: debug auth = 20 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: mon data avail warn = 5 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: mon mgr mkfs grace = 240 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min pgs per osd = 4 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: mon osd reporter subtree level = osd 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: mon osd prime pg temp = true 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min bytes per osd = 10 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.293 INFO:teuthology.orchestra.run.trial072.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: auth mon ticket ttl = 660 # 11m 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: auth service ticket ttl = 240 # 4m 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: # don't complain about insecure global_id in the test suite 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.294 INFO:teuthology.orchestra.run.trial072.stdout: # 1m isn't quite enough 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout: mon_down_mkfs_grace = 2m 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_filestore_osds = false 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout: mon down mkfs grace = 300 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on osd down out interval zero = False 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:19.295 INFO:teuthology.orchestra.run.trial072.stdout:[client] 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout: rgw cache enabled = true 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout: rgw enable ops log = true 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout: rgw enable usage log = true 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout:[mon.a] 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout:[mon.b] 2026-02-13T01:19:19.296 INFO:teuthology.orchestra.run.trial072.stdout:[mon.c] 2026-02-13T01:19:19.298 INFO:tasks.ceph:Creating admin key on mon.a... 2026-02-13T01:19:19.299 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-02-13T01:19:19.380 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-13T01:19:19.381 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:19.381 DEBUG:teuthology.orchestra.run.trial072:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-02-13T01:19:19.438 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:19.438 DEBUG:teuthology.orchestra.run.trial072:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-02-13T01:19:19.496 INFO:tasks.ceph:Sending monmap to node ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:19:19.496 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:19.496 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/ceph/ceph.keyring 2026-02-13T01:19:19.496 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-13T01:19:19.570 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:19.570 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:19.626 INFO:tasks.ceph:Setting up mon nodes... 2026-02-13T01:19:19.626 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-13T01:19:19.626 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-02-13T01:19:19.709 INFO:teuthology.orchestra.run.trial072.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-02-13T01:19:19.712 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-02-13T01:19:19.797 INFO:teuthology.orchestra.run.trial072.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-02-13T01:19:19.799 INFO:tasks.ceph:Setting up mds nodes... 2026-02-13T01:19:19.799 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-13T01:19:19.799 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-13T01:19:19.800 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial072.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-13T01:19:19.800 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-02-13T01:19:19.824 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-13T01:19:19.824 INFO:tasks.ceph:role: osd.0 2026-02-13T01:19:19.824 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:19:19.824 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-13T01:19:19.889 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-13T01:19:19.890 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-13T01:19:20.460 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-13T01:19:20.461 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-13T01:19:20.461 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-02-13T01:19:20.534 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-02-13T01:19:20.602 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-02-13T01:19:20.666 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-13T01:19:20.666 INFO:tasks.ceph:role: osd.1 2026-02-13T01:19:20.666 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:19:20.666 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-13T01:19:20.730 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-13T01:19:20.730 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-13T01:19:20.730 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-13T01:19:20.730 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-13T01:19:20.731 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-13T01:19:20.731 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-13T01:19:20.731 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-13T01:19:20.731 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-13T01:19:20.731 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-13T01:19:20.731 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-13T01:19:21.288 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-13T01:19:21.290 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-13T01:19:21.291 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-02-13T01:19:21.359 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-02-13T01:19:21.426 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-02-13T01:19:21.490 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-13T01:19:21.491 INFO:tasks.ceph:role: osd.2 2026-02-13T01:19:21.491 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:19:21.491 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-13T01:19:21.555 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-13T01:19:21.556 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-13T01:19:22.111 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-13T01:19:22.113 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-13T01:19:22.114 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-02-13T01:19:22.182 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-02-13T01:19:22.248 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-02-13T01:19:22.313 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-13T01:19:22.313 INFO:tasks.ceph:role: osd.3 2026-02-13T01:19:22.313 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:19:22.313 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-02-13T01:19:22.378 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=45875200 blks 2026-02-13T01:19:22.378 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-13T01:19:22.378 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-13T01:19:22.378 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-13T01:19:22.378 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-13T01:19:22.378 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-13T01:19:22.379 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-13T01:19:22.379 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-13T01:19:22.379 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-13T01:19:22.379 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-13T01:19:22.934 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-13T01:19:22.936 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-13T01:19:22.937 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-02-13T01:19:23.005 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-02-13T01:19:23.072 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:23.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:23.148+0000 7f00c492a780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-02-13T01:19:23.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:23.149+0000 7f00c492a780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-02-13T01:19:23.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:23.149+0000 7f00c492a780 -1 bdev(0x559f7b4c9800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-02-13T01:19:23.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:23.149+0000 7f00c492a780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-02-13T01:19:27.059 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-13T01:19:27.126 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:27.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:27.203+0000 7f566545f780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-02-13T01:19:27.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:27.203+0000 7f566545f780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-02-13T01:19:27.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:27.203+0000 7f566545f780 -1 bdev(0x55e8bf747800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-02-13T01:19:27.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:27.204+0000 7f566545f780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-02-13T01:19:31.098 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-13T01:19:31.163 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:31.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:31.241+0000 7f3d4d9f9780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-02-13T01:19:31.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:31.241+0000 7f3d4d9f9780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-02-13T01:19:31.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:31.241+0000 7f3d4d9f9780 -1 bdev(0x563c87eeb800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-02-13T01:19:31.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:31.241+0000 7f3d4d9f9780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-02-13T01:19:35.129 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-13T01:19:35.195 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:35.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:35.271+0000 7f60a0b84780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-02-13T01:19:35.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:35.271+0000 7f60a0b84780 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-02-13T01:19:35.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:35.272+0000 7f60a0b84780 -1 bdev(0x557733bd5800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-02-13T01:19:35.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:35.272+0000 7f60a0b84780 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-02-13T01:19:39.166 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-13T01:19:39.231 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-13T01:19:39.231 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:39.231 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-02-13T01:19:39.295 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:39.295 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-02-13T01:19:39.358 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:39.359 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-02-13T01:19:39.424 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:39.425 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-02-13T01:19:39.489 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:39.489 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-02-13T01:19:39.552 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:39.552 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-02-13T01:19:39.615 INFO:tasks.ceph:Adding keys to all mons... 2026-02-13T01:19:39.615 DEBUG:teuthology.orchestra.run.trial072:> sudo tee -a /etc/ceph/ceph.keyring 2026-02-13T01:19:39.677 INFO:teuthology.orchestra.run.trial072.stdout:[mgr.x] 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout: key = AQAXfI5pmn9GKhAAmVLGBx1EC17An1v5JKcjqg== 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout:[mgr.y] 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout: key = AQAXfI5pBe95LxAA2SUScCDRu+c0dfq7zFYBCQ== 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout:[osd.0] 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout: key = AQAbfI5p1JD3CBAAhe2hEKRVBslDOX3GeIgghQ== 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout:[osd.1] 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout: key = AQAffI5pIKk4DBAAtVcFt5UhIG/wIkBFvDlXoQ== 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout:[osd.2] 2026-02-13T01:19:39.678 INFO:teuthology.orchestra.run.trial072.stdout: key = AQAjfI5pBZZnDhAA6uKnV8QPLeZnnbPSl4Yfbw== 2026-02-13T01:19:39.679 INFO:teuthology.orchestra.run.trial072.stdout:[osd.3] 2026-02-13T01:19:39.679 INFO:teuthology.orchestra.run.trial072.stdout: key = AQAnfI5pikQ6EBAAEf2x9sTUiwiIUbRQo9RGZA== 2026-02-13T01:19:39.680 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-13T01:19:39.761 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-13T01:19:39.842 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-13T01:19:39.921 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-13T01:19:40.001 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-13T01:19:40.079 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-13T01:19:40.157 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-13T01:19:40.157 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-02-13T01:19:40.220 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-13T01:19:40.302 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-02-13T01:19:40.367 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-02-13T01:19:40.430 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-13T01:19:40.512 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-02-13T01:19:40.577 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-02-13T01:19:40.641 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-13T01:19:40.724 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-02-13T01:19:40.789 DEBUG:teuthology.orchestra.run.trial072:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-02-13T01:19:40.847 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-02-13T01:19:40.848 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-13T01:19:40.848 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-13T01:19:40.889 INFO:tasks.ceph.mon.a:Started 2026-02-13T01:19:40.889 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-13T01:19:40.889 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-13T01:19:40.892 INFO:tasks.ceph.mon.b:Started 2026-02-13T01:19:40.893 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-13T01:19:40.893 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-13T01:19:40.895 INFO:tasks.ceph.mon.c:Started 2026-02-13T01:19:40.895 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-02-13T01:19:40.895 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-13T01:19:40.895 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-13T01:19:40.898 INFO:tasks.ceph.mgr.x:Started 2026-02-13T01:19:40.898 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-13T01:19:40.898 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-13T01:19:40.900 INFO:tasks.ceph.mgr.y:Started 2026-02-13T01:19:40.900 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2026-02-13T01:19:40.901 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2026-02-13T01:19:40.903 INFO:tasks.ceph:setting config [client] debug_client = 20 2026-02-13T01:19:40.903 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set client debug_client 20 2026-02-13T01:19:40.947 INFO:tasks.ceph:setting config [client] debug_ms = 1 2026-02-13T01:19:40.947 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set client debug_ms 1 2026-02-13T01:19:40.991 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2026-02-13T01:19:40.991 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2026-02-13T01:19:41.033 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2026-02-13T01:19:41.034 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2026-02-13T01:19:41.077 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2026-02-13T01:19:41.077 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds debug_mds 20 2026-02-13T01:19:41.121 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2026-02-13T01:19:41.121 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2026-02-13T01:19:41.164 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2026-02-13T01:19:41.164 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds debug_ms 2 2026-02-13T01:19:41.207 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2026-02-13T01:19:41.207 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2026-02-13T01:19:41.250 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2026-02-13T01:19:41.250 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2026-02-13T01:19:41.292 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2026-02-13T01:19:41.292 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2026-02-13T01:19:41.335 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2026-02-13T01:19:41.335 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2026-02-13T01:19:41.378 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2026-02-13T01:19:41.378 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2026-02-13T01:19:41.421 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2026-02-13T01:19:41.421 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2026-02-13T01:19:41.465 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2026-02-13T01:19:41.465 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2026-02-13T01:19:41.507 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2026-02-13T01:19:41.508 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2026-02-13T01:19:41.551 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2026-02-13T01:19:41.551 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mgr debug_client 20 2026-02-13T01:19:41.593 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2026-02-13T01:19:41.593 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2026-02-13T01:19:41.636 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2026-02-13T01:19:41.636 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mgr debug_ms 1 2026-02-13T01:19:41.680 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2026-02-13T01:19:41.680 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2026-02-13T01:19:41.724 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2026-02-13T01:19:41.724 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2026-02-13T01:19:41.767 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2026-02-13T01:19:41.767 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2026-02-13T01:19:41.810 DEBUG:tasks.ceph:set 22 configs 2026-02-13T01:19:41.810 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='trial072') 2026-02-13T01:19:46.228 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='trial072') 2026-02-13T01:19:46.290 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.289+0000 7f8ad63df140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-13T01:19:46.423 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.422+0000 7f8ad63df140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-13T01:19:46.450 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.449+0000 7f8ad63df140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-13T01:19:46.483 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.481+0000 7f8ad63df140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-13T01:19:46.505 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.504+0000 7f8ad63df140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-13T01:19:46.531 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.530+0000 7f8ad63df140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-13T01:19:46.594 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.593+0000 7f8ad63df140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-13T01:19:46.619 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.618+0000 7f8ad63df140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-13T01:19:46.668 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.667+0000 7f8ad63df140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-13T01:19:46.712 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.710+0000 7f8ad63df140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-13T01:19:46.737 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.736+0000 7f8ad63df140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-13T01:19:46.762 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.761+0000 7f8ad63df140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-13T01:19:46.787 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.786+0000 7f8ad63df140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-13T01:19:46.809 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.808+0000 7f8ad63df140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-13T01:19:46.863 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.862+0000 7f8ad63df140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-13T01:19:46.885 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.884+0000 7f8ad63df140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-13T01:19:46.908 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.907+0000 7f8ad63df140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-13T01:19:46.955 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.954+0000 7f8ad63df140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-13T01:19:46.976 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:46.975+0000 7f8ad63df140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-13T01:19:47.022 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:47.021+0000 7f8ad63df140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-13T01:19:47.039 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.038+0000 7f7e445d1140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-13T01:19:47.056 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.089 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.088+0000 7f6bbffff640 1 -- 10.20.193.72:0/4168012918 <== mon.1 v2:10.20.193.72:3301/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v12)=0 v12) ==== 109+0+0 (secure 0 0 0) 0x7f6bd4043410 con 0x7f6be406c7e0 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.088+0000 7f6bea15d640 1 -- 10.20.193.72:0/4168012918 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6be406c7e0 msgr2=0x7f6be4124a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.088+0000 7f6bea15d640 1 --2- 10.20.193.72:0/4168012918 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6be406c7e0 0x7f6be4124a10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4002410 tx=0x7f6bd40047c0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 -- 10.20.193.72:0/4168012918 shutdown_connections 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 --2- 10.20.193.72:0/4168012918 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6be406d100 0x7f6be4124f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 --2- 10.20.193.72:0/4168012918 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6be406c7e0 0x7f6be4124a10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 --2- 10.20.193.72:0/4168012918 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6bc0003750 0x7f6be41244d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 -- 10.20.193.72:0/4168012918 >> 10.20.193.72:0/4168012918 conn(0x7f6be409afb0 msgr2=0x7f6be409c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 -- 10.20.193.72:0/4168012918 shutdown_connections 2026-02-13T01:19:47.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.089+0000 7f6bea15d640 1 -- 10.20.193.72:0/4168012918 wait complete. 2026-02-13T01:19:47.096 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:47.095+0000 7f8ad63df140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-13T01:19:47.097 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 -- 10.20.193.72:0/2866594749 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d4094ac0 msgr2=0x7f87b800aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 --2- 10.20.193.72:0/2866594749 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d4094ac0 0x7f87b800aba0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f87c8005fd0 tx=0x7f87c8030380 comp rx=0 tx=0).stop 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 -- 10.20.193.72:0/2866594749 shutdown_connections 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 --2- 10.20.193.72:0/2866594749 >> v2:10.20.193.72:3300/0 conn(0x7f87b80037e0 0x7f87b800b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 --2- 10.20.193.72:0/2866594749 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d4094ac0 0x7f87b800aba0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 --2- 10.20.193.72:0/2866594749 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d40953e0 0x7f87b8008630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 -- 10.20.193.72:0/2866594749 >> 10.20.193.72:0/2866594749 conn(0x7f87d409b4c0 msgr2=0x7f87d409b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 -- 10.20.193.72:0/2866594749 shutdown_connections 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.097+0000 7f87db90e640 1 -- 10.20.193.72:0/2866594749 wait complete. 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 Processor -- start 2026-02-13T01:19:47.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 -- start start 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f87b80037e0 0x7f87d40706c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 0x7f87d4070c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d40953e0 0x7f87d4071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f87d4129870 con 0x7f87b80037e0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f87d41296f0 con 0x7f87d4094ac0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f87d41299f0 con 0x7f87d40953e0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 0x7f87d4070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d9683640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f87b80037e0 0x7f87d40706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 0x7f87d4070c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56064/0 (socket says 10.20.193.72:56064) 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 -- 10.20.193.72:0/831298385 learned_addr learned my addr 10.20.193.72:0/831298385 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d9e84640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d40953e0 0x7f87d4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 -- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d40953e0 msgr2=0x7f87d4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d40953e0 0x7f87d4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 -- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f87b80037e0 msgr2=0x7f87d40706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f87b80037e0 0x7f87d40706c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 -- 10.20.193.72:0/831298385 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d4073960 con 0x7f87d4094ac0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87d8e82640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 0x7f87d4070c00 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f87c8002ad0 tx=0x7f87c803ae30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8049030 con 0x7f87d4094ac0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f87c8030ba0 con 0x7f87d4094ac0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d4073180 con 0x7f87d4094ac0 2026-02-13T01:19:47.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8036040 con 0x7f87d4094ac0 2026-02-13T01:19:47.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d41c3f40 con 0x7f87d4094ac0 2026-02-13T01:19:47.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f87c800f040 con 0x7f87d4094ac0 2026-02-13T01:19:47.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.098+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f87c8043900 con 0x7f87d4094ac0 2026-02-13T01:19:47.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.099+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d4129c00 con 0x7f87d4094ac0 2026-02-13T01:19:47.101 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.100+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f87c8053070 con 0x7f87d4094ac0 2026-02-13T01:19:47.119 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:47.119+0000 7f8ad63df140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-13T01:19:47.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.128+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f87d40976c0 con 0x7f87d4094ac0 2026-02-13T01:19:47.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.130+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f87c805b020 con 0x7f87d4094ac0 2026-02-13T01:19:47.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.130+0000 7f87c1ffb640 1 -- 10.20.193.72:0/831298385 <== mon.1 v2:10.20.193.72:3301/0 8 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v13)=0 v13) ==== 123+0+0 (secure 0 0 0) 0x7f87c8004070 con 0x7f87d4094ac0 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 msgr2=0x7f87d4070c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 0x7f87d4070c00 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f87c8002ad0 tx=0x7f87c803ae30 comp rx=0 tx=0).stop 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 shutdown_connections 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f87d40953e0 0x7f87d4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f87d4094ac0 0x7f87d4070c00 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 --2- 10.20.193.72:0/831298385 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f87b80037e0 0x7f87d40706c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 >> 10.20.193.72:0/831298385 conn(0x7f87d409b4c0 msgr2=0x7f87d408c400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 shutdown_connections 2026-02-13T01:19:47.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.131+0000 7f87db90e640 1 -- 10.20.193.72:0/831298385 wait complete. 2026-02-13T01:19:47.140 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.144 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 -- 10.20.193.72:0/107746658 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa72006e390 msgr2=0x7fa704008510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.144 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 --2- 10.20.193.72:0/107746658 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa72006e390 0x7fa704008510 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa710005f50 tx=0x7fa7100306d0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.144 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 -- 10.20.193.72:0/107746658 shutdown_connections 2026-02-13T01:19:47.144 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 --2- 10.20.193.72:0/107746658 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa72006e390 0x7fa704008510 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.144 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 --2- 10.20.193.72:0/107746658 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006ecb0 0x7fa70400aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.145 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 --2- 10.20.193.72:0/107746658 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa704003770 0x7fa704005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.145 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 -- 10.20.193.72:0/107746658 >> 10.20.193.72:0/107746658 conn(0x7fa72009f340 msgr2=0x7fa72009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.145 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 -- 10.20.193.72:0/107746658 shutdown_connections 2026-02-13T01:19:47.145 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.143+0000 7fa726d48640 1 -- 10.20.193.72:0/107746658 wait complete. 2026-02-13T01:19:47.146 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 Processor -- start 2026-02-13T01:19:47.146 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 -- start start 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa704003770 0x7fa72008d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006e390 0x7fa72008dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa72006ecb0 0x7fa72008e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa72012f4d0 con 0x7fa704003770 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa72006e9c0 con 0x7fa72006ecb0 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa726d48640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa72012f650 con 0x7fa72006e390 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa717fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006e390 0x7fa72008dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa704003770 0x7fa72008d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa7252be640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa72006ecb0 0x7fa72008e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa717fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006e390 0x7fa72008dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:36404/0 (socket says 10.20.193.72:36404) 2026-02-13T01:19:47.147 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa717fff640 1 -- 10.20.193.72:0/3077516211 learned_addr learned my addr 10.20.193.72:0/3077516211 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 -- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006e390 msgr2=0x7fa72008dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006e390 0x7fa72008dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 -- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa72006ecb0 msgr2=0x7fa72008e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa72006ecb0 0x7fa72008e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 -- 10.20.193.72:0/3077516211 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa72008fdb0 con 0x7fa704003770 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa7252be640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa72006ecb0 0x7fa72008e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.144+0000 7fa724abd640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa704003770 0x7fa72008d680 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa710037000 tx=0x7fa7100385a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71003a470 con 0x7fa704003770 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fa7100389a0 con 0x7fa704003770 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa72008f1b0 con 0x7fa704003770 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa710038bd0 con 0x7fa704003770 2026-02-13T01:19:47.148 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7201c61f0 con 0x7fa704003770 2026-02-13T01:19:47.149 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fa710043070 con 0x7fa704003770 2026-02-13T01:19:47.149 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fa710045770 con 0x7fa704003770 2026-02-13T01:19:47.149 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.145+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa72012fe40 con 0x7fa704003770 2026-02-13T01:19:47.149 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.147+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fa710053020 con 0x7fa704003770 2026-02-13T01:19:47.156 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.155+0000 7f7e445d1140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-13T01:19:47.176 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.175+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7fa720050a10 con 0x7fa704003770 2026-02-13T01:19:47.177 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v14)=0 v14) ==== 123+0+0 (secure 0 0 0) 0x7fa710041070 con 0x7fa704003770 2026-02-13T01:19:47.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa7157fa640 1 -- 10.20.193.72:0/3077516211 <== mon.0 v2:10.20.193.72:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa710038e10 con 0x7fa704003770 2026-02-13T01:19:47.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa704003770 msgr2=0x7fa72008d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa704003770 0x7fa72008d680 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa710037000 tx=0x7fa7100385a0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 shutdown_connections 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa72006ecb0 0x7fa72008e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa72006e390 0x7fa72008dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 --2- 10.20.193.72:0/3077516211 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa704003770 0x7fa72008d680 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 >> 10.20.193.72:0/3077516211 conn(0x7fa72009f340 msgr2=0x7fa720129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 shutdown_connections 2026-02-13T01:19:47.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.177+0000 7fa726d48640 1 -- 10.20.193.72:0/3077516211 wait complete. 2026-02-13T01:19:47.179 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.178+0000 7f7e445d1140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-13T01:19:47.187 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.187 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.206 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.205+0000 7f7e445d1140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-13T01:19:47.228 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.227+0000 7f7e445d1140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 -- 10.20.193.72:0/2251500856 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 msgr2=0x7f25c0005bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/2251500856 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25c0005bc0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f25cc005f50 tx=0x7f25cc0306a0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 -- 10.20.193.72:0/2251500856 shutdown_connections 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/2251500856 >> v2:10.20.193.72:3300/0 conn(0x7f25dc06e390 0x7f25c000bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/2251500856 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25c0005bc0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/2251500856 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc12f250 0x7f25dc12f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 -- 10.20.193.72:0/2251500856 >> 10.20.193.72:0/2251500856 conn(0x7f25dc09f340 msgr2=0x7f25dc09f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.234 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 -- 10.20.193.72:0/2251500856 shutdown_connections 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 -- 10.20.193.72:0/2251500856 wait complete. 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 Processor -- start 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.230+0000 7f25e3bf2640 1 -- start start 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25dc1302c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f25dc06e390 0x7f25dc130800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 0x7f25dc130d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f25dc12ef10 con 0x7f25dc06e390 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f25dc12ed90 con 0x7f25dc06ecb0 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f25dc12f090 con 0x7f25c0003750 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 0x7f25dc130d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.235 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e1967640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25dc1302c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e1166640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f25dc06e390 0x7f25dc130800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 0x7f25dc130d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56070/0 (socket says 10.20.193.72:56070) 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 -- 10.20.193.72:0/400808888 learned_addr learned my addr 10.20.193.72:0/400808888 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 -- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 msgr2=0x7f25dc1302c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25dc1302c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 -- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f25dc06e390 msgr2=0x7f25dc130800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f25dc06e390 0x7f25dc130800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 -- 10.20.193.72:0/400808888 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25dc136ab0 con 0x7f25dc06ecb0 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e1967640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25dc1302c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e2168640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 0x7f25dc130d40 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f25d8008dc0 tx=0x7f25d8015700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d801b070 con 0x7f25dc06ecb0 2026-02-13T01:19:47.236 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25d8008ec0 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25dc1327f0 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d80040d0 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f25dc131280 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f25d8004270 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.231+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f25d8020c40 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.232+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25dc12f670 con 0x7f25dc06ecb0 2026-02-13T01:19:47.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.233+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f25d8004720 con 0x7f25dc06ecb0 2026-02-13T01:19:47.256 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.255+0000 7f7e445d1140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-13T01:19:47.265 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.264+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f25dc050a10 con 0x7f25dc06ecb0 2026-02-13T01:19:47.267 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.266+0000 7f25ca7fc640 1 -- 10.20.193.72:0/400808888 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v15)=0 v15) ==== 117+0+0 (secure 0 0 0) 0x7f25d8004900 con 0x7f25dc06ecb0 2026-02-13T01:19:47.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 msgr2=0x7f25dc130d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 0x7f25dc130d40 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f25d8008dc0 tx=0x7f25d8015700 comp rx=0 tx=0).stop 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 shutdown_connections 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f25dc06e390 0x7f25dc130800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f25dc06ecb0 0x7f25dc130d40 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 --2- 10.20.193.72:0/400808888 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f25c0003750 0x7f25dc1302c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 >> 10.20.193.72:0/400808888 conn(0x7f25dc09f340 msgr2=0x7f25dc12de90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 shutdown_connections 2026-02-13T01:19:47.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.267+0000 7f25e3bf2640 1 -- 10.20.193.72:0/400808888 wait complete. 2026-02-13T01:19:47.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 -- 10.20.193.72:0/3402116338 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f28a0071f50 msgr2=0x7f2884008460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 --2- 10.20.193.72:0/3402116338 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f28a0071f50 0x7f2884008460 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2890005f70 tx=0x7f2890030e30 comp rx=0 tx=0).stop 2026-02-13T01:19:47.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 -- 10.20.193.72:0/3402116338 shutdown_connections 2026-02-13T01:19:47.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 --2- 10.20.193.72:0/3402116338 >> v2:10.20.193.72:3300/0 conn(0x7f28a01295f0 0x7f288400e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 --2- 10.20.193.72:0/3402116338 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f28a0071f50 0x7f2884008460 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 --2- 10.20.193.72:0/3402116338 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2884003750 0x7f2884005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 -- 10.20.193.72:0/3402116338 >> 10.20.193.72:0/3402116338 conn(0x7f28a009a000 msgr2=0x7f28a00977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 -- 10.20.193.72:0/3402116338 shutdown_connections 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.269+0000 7f28a736e640 1 -- 10.20.193.72:0/3402116338 wait complete. 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 Processor -- start 2026-02-13T01:19:47.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 -- start start 2026-02-13T01:19:47.274 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 0x7f28a008efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f28a0071f50 0x7f28a008f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f28a01295f0 0x7f28a008fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f28a006e500 con 0x7f28a01295f0 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f28a006e380 con 0x7f2884003750 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a736e640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f28a006e680 con 0x7f28a0071f50 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 0x7f28a008efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 0x7f28a008efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56080/0 (socket says 10.20.193.72:56080) 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a48e2640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f28a0071f50 0x7f28a008f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 -- 10.20.193.72:0/972081233 learned_addr learned my addr 10.20.193.72:0/972081233 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a58e4640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f28a01295f0 0x7f28a008fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 -- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f28a0071f50 msgr2=0x7f28a008f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f28a0071f50 0x7f28a008f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 -- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f28a01295f0 msgr2=0x7f28a008fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f28a01295f0 0x7f28a008fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.270+0000 7f28a50e3640 1 -- 10.20.193.72:0/972081233 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a00924a0 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f28a50e3640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 0x7f28a008efa0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f28900029d0 tx=0x7f2890039970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2890046020 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2890039b60 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28a0126f40 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289003e040 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f28a0091960 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f289000f040 con 0x7f2884003750 2026-02-13T01:19:47.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.271+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f289004b400 con 0x7f2884003750 2026-02-13T01:19:47.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.272+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28a0090840 con 0x7f2884003750 2026-02-13T01:19:47.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.273+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f2890050030 con 0x7f2884003750 2026-02-13T01:19:47.278 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.297 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:47.296+0000 7f8ad63df140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-13T01:19:47.301 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.300+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f28900429b0 con 0x7f2884003750 2026-02-13T01:19:47.304 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.303+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f28a012dcc0 con 0x7f2884003750 2026-02-13T01:19:47.306 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.305+0000 7f288dffb640 1 -- 10.20.193.72:0/972081233 <== mon.1 v2:10.20.193.72:3301/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v16)=0 v16) ==== 106+0+0 (secure 0 0 0) 0x7f2890042cd0 con 0x7f2884003750 2026-02-13T01:19:47.307 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 msgr2=0x7f28a008efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.307 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 0x7f28a008efa0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f28900029d0 tx=0x7f2890039970 comp rx=0 tx=0).stop 2026-02-13T01:19:47.307 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 shutdown_connections 2026-02-13T01:19:47.308 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f28a01295f0 0x7f28a008fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.308 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f28a0071f50 0x7f28a008f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.308 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 --2- 10.20.193.72:0/972081233 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2884003750 0x7f28a008efa0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.308 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 >> 10.20.193.72:0/972081233 conn(0x7f28a009a000 msgr2=0x7f28a009b570 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.308 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 shutdown_connections 2026-02-13T01:19:47.308 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.306+0000 7f28a736e640 1 -- 10.20.193.72:0/972081233 wait complete. 2026-02-13T01:19:47.313 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.312+0000 7f7e445d1140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-13T01:19:47.316 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.317 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.339 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.338+0000 7f7e445d1140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 -- 10.20.193.72:0/1703384217 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f864c132010 msgr2=0x7f862c0084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 --2- 10.20.193.72:0/1703384217 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f864c132010 0x7f862c0084c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f863c006ce0 tx=0x7f863c0306f0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 -- 10.20.193.72:0/1703384217 shutdown_connections 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 --2- 10.20.193.72:0/1703384217 >> v2:10.20.193.72:3300/0 conn(0x7f862c0037d0 0x7f862c00af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 --2- 10.20.193.72:0/1703384217 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c071f50 0x7f862c00aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 --2- 10.20.193.72:0/1703384217 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f864c132010 0x7f862c0084c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 -- 10.20.193.72:0/1703384217 >> 10.20.193.72:0/1703384217 conn(0x7f864c09a000 msgr2=0x7f864c0977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 -- 10.20.193.72:0/1703384217 shutdown_connections 2026-02-13T01:19:47.358 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.357+0000 7f8654548640 1 -- 10.20.193.72:0/1703384217 wait complete. 2026-02-13T01:19:47.359 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 Processor -- start 2026-02-13T01:19:47.359 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 -- start start 2026-02-13T01:19:47.359 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 0x7f864c06ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.359 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f864c071f50 0x7f864c06f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c1295f0 0x7f864c06f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f864c130970 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f864c1307f0 con 0x7f864c1295f0 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8654548640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f864c130af0 con 0x7f862c0037d0 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f86522bd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 0x7f864c06ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8651abc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f864c071f50 0x7f864c06f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8652abe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c1295f0 0x7f864c06f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f86522bd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 0x7f864c06ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:36506/0 (socket says 10.20.193.72:36506) 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f86522bd640 1 -- 10.20.193.72:0/461512711 learned_addr learned my addr 10.20.193.72:0/461512711 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8651abc640 1 -- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 msgr2=0x7f864c06ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8651abc640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 0x7f864c06ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8651abc640 1 -- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c1295f0 msgr2=0x7f864c06f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8651abc640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c1295f0 0x7f864c06f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8651abc640 1 -- 10.20.193.72:0/461512711 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f864c097270 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f86522bd640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 0x7f864c06ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.358+0000 7f8652abe640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c1295f0 0x7f864c06f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8651abc640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f864c071f50 0x7f864c06f440 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8640005f50 tx=0x7f8640012ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8640010bc0 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8640010d60 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f864c124930 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f864001b620 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f864c06fec0 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f864001b7c0 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f8640039420 con 0x7f864c071f50 2026-02-13T01:19:47.360 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.359+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f864c1299d0 con 0x7f864c071f50 2026-02-13T01:19:47.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.361+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f864c097270 con 0x7f864c071f50 2026-02-13T01:19:47.388 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.387+0000 7f7e445d1140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-13T01:19:47.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.389+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f864c073fd0 con 0x7f864c071f50 2026-02-13T01:19:47.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.391+0000 7f8632ffd640 1 -- 10.20.193.72:0/461512711 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v17)=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7f864001bae0 con 0x7f864c071f50 2026-02-13T01:19:47.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f864c071f50 msgr2=0x7f864c06f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f864c071f50 0x7f864c06f440 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8640005f50 tx=0x7f8640012ee0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 shutdown_connections 2026-02-13T01:19:47.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f864c071f50 0x7f864c06f440 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f864c1295f0 0x7f864c06f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 --2- 10.20.193.72:0/461512711 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f862c0037d0 0x7f864c06ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 >> 10.20.193.72:0/461512711 conn(0x7f864c09a000 msgr2=0x7f864c0977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 shutdown_connections 2026-02-13T01:19:47.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.392+0000 7f8654548640 1 -- 10.20.193.72:0/461512711 wait complete. 2026-02-13T01:19:47.402 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 -- 10.20.193.72:0/172650013 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78cc1345b0 msgr2=0x7f78ac00c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 --2- 10.20.193.72:0/172650013 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78cc1345b0 0x7f78ac00c120 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f78cc075240 tx=0x7f78c002ff40 comp rx=0 tx=0).stop 2026-02-13T01:19:47.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 -- 10.20.193.72:0/172650013 shutdown_connections 2026-02-13T01:19:47.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 --2- 10.20.193.72:0/172650013 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78cc1345b0 0x7f78ac00c120 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 --2- 10.20.193.72:0/172650013 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78ac003750 0x7f78ac009bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 --2- 10.20.193.72:0/172650013 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f78cc131c80 0x7f78cc134070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 -- 10.20.193.72:0/172650013 >> 10.20.193.72:0/172650013 conn(0x7f78cc09f410 msgr2=0x7f78cc0a0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.400+0000 7f78d35fd640 1 -- 10.20.193.72:0/172650013 shutdown_connections 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 -- 10.20.193.72:0/172650013 wait complete. 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 Processor -- start 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 -- start start 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 0x7f78cc117a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f78cc12b8a0 0x7f78cc117f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78cc131c80 0x7f78cc1184b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f78cc06e100 con 0x7f78ac003750 2026-02-13T01:19:47.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f78cc06df80 con 0x7f78cc131c80 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d35fd640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f78cc06e280 con 0x7f78cc12b8a0 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d25fb640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 0x7f78cc117a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d2dfc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78cc131c80 0x7f78cc1184b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d25fb640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 0x7f78cc117a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51156/0 (socket says 10.20.193.72:51156) 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d25fb640 1 -- 10.20.193.72:0/405082068 learned_addr learned my addr 10.20.193.72:0/405082068 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d1dfa640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f78cc12b8a0 0x7f78cc117f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.401+0000 7f78d2dfc640 1 -- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f78cc12b8a0 msgr2=0x7f78cc117f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d2dfc640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f78cc12b8a0 0x7f78cc117f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d2dfc640 1 -- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 msgr2=0x7f78cc117a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d2dfc640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 0x7f78cc117a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d2dfc640 1 -- 10.20.193.72:0/405082068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78cc119520 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d25fb640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 0x7f78cc117a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d2dfc640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78cc131c80 0x7f78cc1184b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f78c0038000 tx=0x7f78c003b650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c0036040 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78c0049070 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c003bcb0 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78cc1307f0 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f78cc118c00 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f78c004e460 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f78c005e830 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.402+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78cc12a3e0 con 0x7f78cc131c80 2026-02-13T01:19:47.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.404+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f78cc12a3e0 con 0x7f78cc131c80 2026-02-13T01:19:47.433 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.432+0000 7f7e445d1140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-13T01:19:47.435 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.434+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f78cc12b3b0 con 0x7f78cc131c80 2026-02-13T01:19:47.437 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.436+0000 7f78b6ffd640 1 -- 10.20.193.72:0/405082068 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v18)=0 v18) ==== 121+0+0 (secure 0 0 0) 0x7f78cc119520 con 0x7f78cc131c80 2026-02-13T01:19:47.438 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78cc131c80 msgr2=0x7f78cc1184b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78cc131c80 0x7f78cc1184b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f78c0038000 tx=0x7f78c003b650 comp rx=0 tx=0).stop 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 shutdown_connections 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f78cc131c80 0x7f78cc1184b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f78cc12b8a0 0x7f78cc117f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 --2- 10.20.193.72:0/405082068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f78ac003750 0x7f78cc117a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 >> 10.20.193.72:0/405082068 conn(0x7f78cc09f410 msgr2=0x7f78cc125d10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 shutdown_connections 2026-02-13T01:19:47.439 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.437+0000 7f78d35fd640 1 -- 10.20.193.72:0/405082068 wait complete. 2026-02-13T01:19:47.445 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 -- 10.20.193.72:0/353025154 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f22fc0037b0 msgr2=0x7f22fc005c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.445 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 --2- 10.20.193.72:0/353025154 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f22fc0037b0 0x7f22fc005c50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2308005f50 tx=0x7f23080306a0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 -- 10.20.193.72:0/353025154 shutdown_connections 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 --2- 10.20.193.72:0/353025154 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f22fc0037b0 0x7f22fc005c50 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 --2- 10.20.193.72:0/353025154 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f231806e390 0x7f22fc00bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 --2- 10.20.193.72:0/353025154 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231812f250 0x7f231812f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 -- 10.20.193.72:0/353025154 >> 10.20.193.72:0/353025154 conn(0x7f231809f340 msgr2=0x7f231809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 -- 10.20.193.72:0/353025154 shutdown_connections 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.441+0000 7f231fb10640 1 -- 10.20.193.72:0/353025154 wait complete. 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 Processor -- start 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 -- start start 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f22fc0037b0 0x7f2318130280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.446 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 0x7f23181307c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231806ecb0 0x7f2318130d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f231812ef80 con 0x7f231806e390 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f231812ee00 con 0x7f22fc0037b0 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231fb10640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f2318136e80 con 0x7f231806ecb0 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231d885640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f22fc0037b0 0x7f2318130280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231d084640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 0x7f23181307c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231e086640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231806ecb0 0x7f2318130d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231d084640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 0x7f23181307c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51160/0 (socket says 10.20.193.72:51160) 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.442+0000 7f231d084640 1 -- 10.20.193.72:0/3645330494 learned_addr learned my addr 10.20.193.72:0/3645330494 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231d084640 1 -- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231806ecb0 msgr2=0x7f2318130d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231d084640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231806ecb0 0x7f2318130d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.447 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231d084640 1 -- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f22fc0037b0 msgr2=0x7f2318130280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231d084640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f22fc0037b0 0x7f2318130280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231d084640 1 -- 10.20.193.72:0/3645330494 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2318132df0 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231e086640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231806ecb0 0x7f2318130d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231d084640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 0x7f23181307c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f230c00c730 tx=0x7f230c00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c005230 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f230c0054c0 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2318131ca0 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c004990 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2318131420 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f230c023060 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f230c0386c0 con 0x7f231806e390 2026-02-13T01:19:47.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.443+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f231812f6e0 con 0x7f231806e390 2026-02-13T01:19:47.449 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.445+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f230c004d10 con 0x7f231806e390 2026-02-13T01:19:47.450 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.459 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.458+0000 7f7e445d1140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-13T01:19:47.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.472+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f23181294e0 con 0x7f231806e390 2026-02-13T01:19:47.475 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f23067fc640 1 -- 10.20.193.72:0/3645330494 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v19)=0 v19) ==== 119+0+0 (secure 0 0 0) 0x7f230c019db0 con 0x7f231806e390 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 msgr2=0x7f23181307c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 0x7f23181307c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f230c00c730 tx=0x7f230c00cc00 comp rx=0 tx=0).stop 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 shutdown_connections 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f231806e390 0x7f23181307c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f231806ecb0 0x7f2318130d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 --2- 10.20.193.72:0/3645330494 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f22fc0037b0 0x7f2318130280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 >> 10.20.193.72:0/3645330494 conn(0x7f231809f340 msgr2=0x7f2318099d00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.477 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 shutdown_connections 2026-02-13T01:19:47.477 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.474+0000 7f231fb10640 1 -- 10.20.193.72:0/3645330494 wait complete. 2026-02-13T01:19:47.484 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.484 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.484 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.485 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.485 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.483+0000 7f7e445d1140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-13T01:19:47.509 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.508+0000 7f7e445d1140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-13T01:19:47.530 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.529+0000 7f7e445d1140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-13T01:19:47.579 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.578+0000 7f7e445d1140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-13T01:19:47.600 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.599+0000 7f7e445d1140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-13T01:19:47.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 -- 10.20.193.72:0/1063164291 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f106812d350 msgr2=0x7f104400bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 --2- 10.20.193.72:0/1063164291 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f106812d350 0x7f104400bca0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1058005f50 tx=0x7f10580302d0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 -- 10.20.193.72:0/1063164291 shutdown_connections 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 --2- 10.20.193.72:0/1063164291 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f106812d350 0x7f104400bca0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 --2- 10.20.193.72:0/1063164291 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f106812ca30 0x7f104400e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 --2- 10.20.193.72:0/1063164291 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1044003750 0x7f1044005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 -- 10.20.193.72:0/1063164291 >> 10.20.193.72:0/1063164291 conn(0x7f106809db10 msgr2=0x7f1068099fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 -- 10.20.193.72:0/1063164291 shutdown_connections 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.616+0000 7f106d6d4640 1 -- 10.20.193.72:0/1063164291 wait complete. 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 Processor -- start 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 -- start start 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 0x7f10681c61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1068129b50 0x7f10681c66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f106812ca30 0x7f10681c6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f10681299a0 con 0x7f1044003750 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f1068129820 con 0x7f106812ca30 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106d6d4640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f1068129f80 con 0x7f1068129b50 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f1067fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 0x7f10681c61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f106812ca30 0x7f10681c6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f10677fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1068129b50 0x7f10681c66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f1067fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 0x7f10681c61a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51178/0 (socket says 10.20.193.72:51178) 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f1067fff640 1 -- 10.20.193.72:0/244119791 learned_addr learned my addr 10.20.193.72:0/244119791 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 -- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1068129b50 msgr2=0x7f10681c66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1068129b50 0x7f10681c66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 -- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 msgr2=0x7f10681c61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 0x7f10681c61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 -- 10.20.193.72:0/244119791 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1068096530 con 0x7f106812ca30 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f1067fff640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 0x7f10681c61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f106ced3640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f106812ca30 0x7f10681c6c20 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f105c0039a0 tx=0x7f105c003e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.617+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c006280 con 0x7f106812ca30 2026-02-13T01:19:47.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f105c016020 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1068126c40 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c00fd60 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f10681284a0 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f105c011430 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f105c039710 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.618+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f106812df40 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.620+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f105c020020 con 0x7f106812ca30 2026-02-13T01:19:47.624 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.621+0000 7f7e445d1140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-13T01:19:47.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.648+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f10680762d0 con 0x7f106812ca30 2026-02-13T01:19:47.651 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.650+0000 7f1064ff9640 1 -- 10.20.193.72:0/244119791 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v20)=0 v20) ==== 119+0+0 (secure 0 0 0) 0x7f105c010ce0 con 0x7f106812ca30 2026-02-13T01:19:47.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f106812ca30 msgr2=0x7f10681c6c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f106812ca30 0x7f10681c6c20 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f105c0039a0 tx=0x7f105c003e70 comp rx=0 tx=0).stop 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 shutdown_connections 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f106812ca30 0x7f10681c6c20 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1068129b50 0x7f10681c66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 --2- 10.20.193.72:0/244119791 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1044003750 0x7f10681c61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 >> 10.20.193.72:0/244119791 conn(0x7f106809db10 msgr2=0x7f1068097ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 shutdown_connections 2026-02-13T01:19:47.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.651+0000 7f106d6d4640 1 -- 10.20.193.72:0/244119791 wait complete. 2026-02-13T01:19:47.659 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 -- 10.20.193.72:0/3630748621 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 msgr2=0x7f56ec00c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.659 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 --2- 10.20.193.72:0/3630748621 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f56ec00c190 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f56f8006fd0 tx=0x7f56f802f5c0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.659 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 -- 10.20.193.72:0/3630748621 shutdown_connections 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 --2- 10.20.193.72:0/3630748621 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f56ec00c190 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 --2- 10.20.193.72:0/3630748621 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f570806ecb0 0x7f56ec00bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 --2- 10.20.193.72:0/3630748621 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f570806e390 0x7f570806e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 -- 10.20.193.72:0/3630748621 >> 10.20.193.72:0/3630748621 conn(0x7f570809f340 msgr2=0x7f570809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 -- 10.20.193.72:0/3630748621 shutdown_connections 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.657+0000 7f570d41a640 1 -- 10.20.193.72:0/3630748621 wait complete. 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 Processor -- start 2026-02-13T01:19:47.660 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 -- start start 2026-02-13T01:19:47.661 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f57081c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f570806e390 0x7f57081c67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f570806ecb0 0x7f57081c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f5708131e50 con 0x7f56ec0037b0 2026-02-13T01:19:47.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f570812ede0 con 0x7f570806ecb0 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f570d41a640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f5708131fd0 con 0x7f570806e390 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f5706ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f57081c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f57067fc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f570806e390 0x7f57081c67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f5706ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f57081c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51192/0 (socket says 10.20.193.72:51192) 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f5706ffd640 1 -- 10.20.193.72:0/1197128285 learned_addr learned my addr 10.20.193.72:0/1197128285 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.658+0000 7f57077fe640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f570806ecb0 0x7f57081c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f5706ffd640 1 -- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f570806e390 msgr2=0x7f57081c67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f5706ffd640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f570806e390 0x7f57081c67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f5706ffd640 1 -- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f570806ecb0 msgr2=0x7f57081c6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f5706ffd640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f570806ecb0 0x7f57081c6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f5706ffd640 1 -- 10.20.193.72:0/1197128285 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57081286e0 con 0x7f56ec0037b0 2026-02-13T01:19:47.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f5706ffd640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f57081c6280 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0124d0 tx=0x7f56fc0129a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc023070 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56fc011a80 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f570808eb50 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc01e470 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57081c30e0 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f56fc00f040 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f56fc039e60 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.659+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5708098f70 con 0x7f56ec0037b0 2026-02-13T01:19:47.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.661+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f56fc02d080 con 0x7f56ec0037b0 2026-02-13T01:19:47.670 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.669+0000 7f7e445d1140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-13T01:19:47.689 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.688+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7f5708050a10 con 0x7f56ec0037b0 2026-02-13T01:19:47.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.690+0000 7f56e77fe640 1 -- 10.20.193.72:0/1197128285 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v21)=0 v21) ==== 111+0+0 (secure 0 0 0) 0x7f56fc027590 con 0x7f56ec0037b0 2026-02-13T01:19:47.691 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.690+0000 7f7e445d1140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-13T01:19:47.692 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 msgr2=0x7f57081c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f57081c6280 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0124d0 tx=0x7f56fc0129a0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 shutdown_connections 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f570806ecb0 0x7f57081c6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f570806e390 0x7f57081c67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 --2- 10.20.193.72:0/1197128285 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f56ec0037b0 0x7f57081c6280 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 >> 10.20.193.72:0/1197128285 conn(0x7f570809f340 msgr2=0x7f570812c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 shutdown_connections 2026-02-13T01:19:47.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.691+0000 7f570d41a640 1 -- 10.20.193.72:0/1197128285 wait complete. 2026-02-13T01:19:47.700 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 -- 10.20.193.72:0/89567872 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f207c003770 msgr2=0x7f207c005bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 --2- 10.20.193.72:0/89567872 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f207c003770 0x7f207c005bc0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f208c005f50 tx=0x7f208c0306a0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 -- 10.20.193.72:0/89567872 shutdown_connections 2026-02-13T01:19:47.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 --2- 10.20.193.72:0/89567872 >> v2:10.20.193.72:3300/0 conn(0x7f20a012c8c0 0x7f207c008470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 --2- 10.20.193.72:0/89567872 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012d1e0 0x7f207c00aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 --2- 10.20.193.72:0/89567872 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f207c003770 0x7f207c005bc0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 -- 10.20.193.72:0/89567872 >> 10.20.193.72:0/89567872 conn(0x7f20a009f450 msgr2=0x7f20a009f860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 -- 10.20.193.72:0/89567872 shutdown_connections 2026-02-13T01:19:47.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.700+0000 7f20a6786640 1 -- 10.20.193.72:0/89567872 wait complete. 2026-02-13T01:19:47.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 Processor -- start 2026-02-13T01:19:47.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 -- start start 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f207c003770 0x7f20a006ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f20a0129900 0x7f20a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 0x7f20a006e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f20a0129d60 con 0x7f207c003770 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f20a012cef0 con 0x7f20a0129900 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a6786640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f20a0129ee0 con 0x7f20a012c8c0 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f209f7fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f20a0129900 0x7f20a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f209ffff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f207c003770 0x7f20a006ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a4cfc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 0x7f20a006e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f209f7fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f20a0129900 0x7f20a006e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56252/0 (socket says 10.20.193.72:56252) 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f209f7fe640 1 -- 10.20.193.72:0/54284468 learned_addr learned my addr 10.20.193.72:0/54284468 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.701+0000 7f20a4cfc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 0x7f20a006e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:36562/0 (socket says 10.20.193.72:36562) 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a4cfc640 1 -- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f20a0129900 msgr2=0x7f20a006e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a4cfc640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f20a0129900 0x7f20a006e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a4cfc640 1 -- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f207c003770 msgr2=0x7f20a006ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a4cfc640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f207c003770 0x7f20a006ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a4cfc640 1 -- 10.20.193.72:0/54284468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20a006f710 con 0x7f20a012c8c0 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f209ffff640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f207c003770 0x7f20a006ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a4cfc640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 0x7f20a006e830 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f209400f920 tx=0x7f209400fdf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209400db60 con 0x7f20a012c8c0 2026-02-13T01:19:47.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2094016020 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20a01270e0 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2094011690 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f20a0095f30 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f2094011830 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.702+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f2094039a60 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.703+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20a0096190 con 0x7f20a012c8c0 2026-02-13T01:19:47.708 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.704+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f2094020020 con 0x7f20a012c8c0 2026-02-13T01:19:47.733 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.732+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command([{prefix=config set, name=debug_mgr}] v 0) -- 0x7f20a012dbc0 con 0x7f20a012c8c0 2026-02-13T01:19:47.736 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f209cff9640 1 -- 10.20.193.72:0/54284468 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mgr}]=0 v22)=0 v22) ==== 108+0+0 (secure 0 0 0) 0x7f209400de10 con 0x7f20a012c8c0 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 msgr2=0x7f20a006e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 0x7f20a006e830 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f209400f920 tx=0x7f209400fdf0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 shutdown_connections 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f20a012c8c0 0x7f20a006e830 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f20a0129900 0x7f20a006e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 --2- 10.20.193.72:0/54284468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f207c003770 0x7f20a006ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 >> 10.20.193.72:0/54284468 conn(0x7f20a009f450 msgr2=0x7f20a0126100 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 shutdown_connections 2026-02-13T01:19:47.737 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.735+0000 7f20a6786640 1 -- 10.20.193.72:0/54284468 wait complete. 2026-02-13T01:19:47.740 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.739+0000 7f7e445d1140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-13T01:19:47.744 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 -- 10.20.193.72:0/3391485247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b00003770 msgr2=0x7f4b00005bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/3391485247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b00003770 0x7f4b00005bc0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c005f70 tx=0x7f4b0c030e40 comp rx=0 tx=0).stop 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 -- 10.20.193.72:0/3391485247 shutdown_connections 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/3391485247 >> v2:10.20.193.72:3300/0 conn(0x7f4b1c129eb0 0x7f4b00008470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/3391485247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b00003770 0x7f4b00005bc0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/3391485247 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c129590 0x7f4b1c129970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 -- 10.20.193.72:0/3391485247 >> 10.20.193.72:0/3391485247 conn(0x7f4b1c09f4f0 msgr2=0x7f4b1c09f900 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 -- 10.20.193.72:0/3391485247 shutdown_connections 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.741+0000 7f4b22e7c640 1 -- 10.20.193.72:0/3391485247 wait complete. 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 Processor -- start 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 -- start start 2026-02-13T01:19:47.745 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 0x7f4b1c1266c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c129590 0x7f4b1c126c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c129eb0 0x7f4b1c127140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c12fad0 con 0x7f4b00003770 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f4b1c12d630 con 0x7f4b1c129eb0 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f4b1c12fc50 con 0x7f4b1c129590 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 0x7f4b1c1266c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b13fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c129590 0x7f4b1c126c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b213f2640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c129eb0 0x7f4b1c127140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 0x7f4b1c1266c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51228/0 (socket says 10.20.193.72:51228) 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 -- 10.20.193.72:0/430919086 learned_addr learned my addr 10.20.193.72:0/430919086 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 -- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c129590 msgr2=0x7f4b1c126c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.746 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c129590 0x7f4b1c126c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 -- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c129eb0 msgr2=0x7f4b1c127140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c129eb0 0x7f4b1c127140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 -- 10.20.193.72:0/430919086 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b1c08c4a0 con 0x7f4b00003770 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b20bf1640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 0x7f4b1c1266c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c002b80 tx=0x7f4b0c0398e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c046070 con 0x7f4b00003770 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b0c039a50 con 0x7f4b00003770 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b1c1289e0 con 0x7f4b00003770 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c03e040 con 0x7f4b00003770 2026-02-13T01:19:47.747 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.742+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b1c096280 con 0x7f4b00003770 2026-02-13T01:19:47.748 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.743+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f4b0c00f040 con 0x7f4b00003770 2026-02-13T01:19:47.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.743+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f4b0c05e5c0 con 0x7f4b00003770 2026-02-13T01:19:47.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.743+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b1c09a480 con 0x7f4b00003770 2026-02-13T01:19:47.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.744+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f4b1c09a480 con 0x7f4b00003770 2026-02-13T01:19:47.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.774+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f4b1c129970 con 0x7f4b00003770 2026-02-13T01:19:47.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b117fa640 1 -- 10.20.193.72:0/430919086 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v23)=0 v23) ==== 106+0+0 (secure 0 0 0) 0x7f4b0c039e20 con 0x7f4b00003770 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 msgr2=0x7f4b1c1266c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 0x7f4b1c1266c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c002b80 tx=0x7f4b0c0398e0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 shutdown_connections 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c129eb0 0x7f4b1c127140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c129590 0x7f4b1c126c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 --2- 10.20.193.72:0/430919086 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b00003770 0x7f4b1c1266c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 >> 10.20.193.72:0/430919086 conn(0x7f4b1c09f4f0 msgr2=0x7f4b1c12b380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 shutdown_connections 2026-02-13T01:19:47.779 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.776+0000 7f4b22e7c640 1 -- 10.20.193.72:0/430919086 wait complete. 2026-02-13T01:19:47.786 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.787 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.787 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial072') 2026-02-13T01:19:47.787 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config dump 2026-02-13T01:19:47.794 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.793+0000 7f7e445d1140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-13T01:19:47.816 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.815+0000 7f7e445d1140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 -- 10.20.193.72:0/539811858 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812f2b0 msgr2=0x7f2dc812f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 --2- 10.20.193.72:0/539811858 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812f2b0 0x7f2dc812f6e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2dc4009f60 tx=0x7f2dc402f2d0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 -- 10.20.193.72:0/539811858 shutdown_connections 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 --2- 10.20.193.72:0/539811858 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812f2b0 0x7f2dc812f6e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 --2- 10.20.193.72:0/539811858 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2dc812b880 0x7f2dc812bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 -- 10.20.193.72:0/539811858 >> 10.20.193.72:0/539811858 conn(0x7f2dc809f840 msgr2=0x7f2dc809fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 -- 10.20.193.72:0/539811858 shutdown_connections 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 -- 10.20.193.72:0/539811858 wait complete. 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 Processor -- start 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.860+0000 7f2dcf483640 1 -- start start 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 0x7f2dc81c6df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2dc812c1a0 0x7f2dc81c7330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2dc812f2b0 0x7f2dc8070940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f2dc8137860 con 0x7f2dc812b880 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f2dc81376e0 con 0x7f2dc812f2b0 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f2dc81379e0 con 0x7f2dc812c1a0 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 0x7f2dc81c6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 0x7f2dc81c6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51252/0 (socket says 10.20.193.72:51252) 2026-02-13T01:19:47.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 -- 10.20.193.72:0/2813880080 learned_addr learned my addr 10.20.193.72:0/2813880080 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd9f9640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2dc812f2b0 0x7f2dc8070940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcc9f7640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2dc812c1a0 0x7f2dc81c7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 -- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2dc812c1a0 msgr2=0x7f2dc81c7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2dc812c1a0 0x7f2dc81c7330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 -- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2dc812f2b0 msgr2=0x7f2dc8070940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2dc812f2b0 0x7f2dc8070940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 -- 10.20.193.72:0/2813880080 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dc80723f0 con 0x7f2dc812b880 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcd1f8640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 0x7f2dc81c6df0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2db800ea10 tx=0x7f2db800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db800ce50 con 0x7f2dc812b880 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2db80040d0 con 0x7f2dc812b880 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db80044e0 con 0x7f2dc812b880 2026-02-13T01:19:47.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dc81c7870 con 0x7f2dc812b880 2026-02-13T01:19:47.867 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dc80736b0 con 0x7f2dc812b880 2026-02-13T01:19:47.867 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.861+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f2db80026e0 con 0x7f2dc812b880 2026-02-13T01:19:47.867 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.862+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f2db8038e80 con 0x7f2dc812b880 2026-02-13T01:19:47.867 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.862+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dc812bc60 con 0x7f2dc812b880 2026-02-13T01:19:47.867 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.863+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f2db8002c40 con 0x7f2dc812b880 2026-02-13T01:19:47.894 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.893+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f2dc812f090 con 0x7f2dc812b880 2026-02-13T01:19:47.894 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.893+0000 7f2db5ffb640 1 -- 10.20.193.72:0/2813880080 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7f2db8021580 con 0x7f2dc812b880 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:mon advanced mon_op_complaint_time 120 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:mgr advanced client_mount_timeout 30 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:mgr advanced debug_client 20/20 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:mgr advanced debug_mgr 20/20 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:mgr advanced debug_ms 1/1 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:mgr dev mon_warn_on_pool_no_app false 2026-02-13T01:19:47.895 INFO:teuthology.orchestra.run.trial072.stdout:osd advanced osd_op_complaint_time 180.000000 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced debug_mds 20/20 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced debug_mds_balancer 20/20 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced debug_ms 2/2 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds dev mds_debug_frag true 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds dev mds_debug_scatterstat true 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced mds_op_complaint_time 180.000000 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds dev mds_verify_scatter true 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced osd_op_complaint_time 180.000000 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced rados_mon_op_timeout 900 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:mds advanced rados_osd_op_timeout 900 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:client advanced client_mount_timeout 600 2026-02-13T01:19:47.896 INFO:teuthology.orchestra.run.trial072.stdout:client advanced debug_client 20/20 2026-02-13T01:19:47.897 INFO:teuthology.orchestra.run.trial072.stdout:client advanced debug_ms 1/1 2026-02-13T01:19:47.897 INFO:teuthology.orchestra.run.trial072.stdout:client advanced rados_mon_op_timeout 900 2026-02-13T01:19:47.897 INFO:teuthology.orchestra.run.trial072.stdout:client advanced rados_osd_op_timeout 900 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 msgr2=0x7f2dc81c6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 0x7f2dc81c6df0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2db800ea10 tx=0x7f2db800eee0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 shutdown_connections 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2dc812f2b0 0x7f2dc8070940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2dc812c1a0 0x7f2dc81c7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 --2- 10.20.193.72:0/2813880080 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2dc812b880 0x7f2dc81c6df0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 >> 10.20.193.72:0/2813880080 conn(0x7f2dc809f840 msgr2=0x7f2dc809c740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 shutdown_connections 2026-02-13T01:19:47.898 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:47.894+0000 7f2dcf483640 1 -- 10.20.193.72:0/2813880080 wait complete. 2026-02-13T01:19:47.903 INFO:tasks.ceph:Setting crush tunables to default 2026-02-13T01:19:47.904 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph osd crush tunables default 2026-02-13T01:19:47.981 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:19:47.980+0000 7f7e445d1140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-13T01:19:48.012 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 -- 10.20.193.72:0/1358663226 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c131350 msgr2=0x7fc56c133740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.012 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 --2- 10.20.193.72:0/1358663226 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c131350 0x7fc56c133740 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc560009f90 tx=0x7fc56002f420 comp rx=0 tx=0).stop 2026-02-13T01:19:48.012 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 -- 10.20.193.72:0/1358663226 shutdown_connections 2026-02-13T01:19:48.012 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 --2- 10.20.193.72:0/1358663226 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c131350 0x7fc56c133740 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 --2- 10.20.193.72:0/1358663226 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c12ea20 0x7fc56c130e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 -- 10.20.193.72:0/1358663226 >> 10.20.193.72:0/1358663226 conn(0x7fc56c09a140 msgr2=0x7fc56c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 -- 10.20.193.72:0/1358663226 shutdown_connections 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.008+0000 7fc572857640 1 -- 10.20.193.72:0/1358663226 wait complete. 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 Processor -- start 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 -- start start 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc56c12bad0 0x7fc56c122340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c12ea20 0x7fc56c122880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 0x7fc56c122dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c134570 con 0x7fc56c12bad0 2026-02-13T01:19:48.013 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fc56c1343f0 con 0x7fc56c12ea20 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fc56c1346f0 con 0x7fc56c131350 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc56b7fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c12ea20 0x7fc56c122880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 0x7fc56c122dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc56bfff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc56c12bad0 0x7fc56c122340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc56b7fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c12ea20 0x7fc56c122880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56324/0 (socket says 10.20.193.72:56324) 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 0x7fc56c122dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:36604/0 (socket says 10.20.193.72:36604) 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc56b7fe640 1 -- 10.20.193.72:0/124121848 learned_addr learned my addr 10.20.193.72:0/124121848 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 -- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c12ea20 msgr2=0x7fc56c122880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c12ea20 0x7fc56c122880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 -- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc56c12bad0 msgr2=0x7fc56c122340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc56c12bad0 0x7fc56c122340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 -- 10.20.193.72:0/124121848 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56c123760 con 0x7fc56c131350 2026-02-13T01:19:48.014 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc570dcd640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 0x7fc56c122dc0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc560033000 tx=0x7fc560002c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5600040c0 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc560004260 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56c123300 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5600046f0 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.009+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc56c124a20 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.010+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fc56004a450 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.010+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fc56005cee0 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.010+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc56c12beb0 con 0x7fc56c131350 2026-02-13T01:19:48.015 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.011+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fc56004a770 con 0x7fc56c131350 2026-02-13T01:19:48.043 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.042+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fc56c1cc960 con 0x7fc56c131350 2026-02-13T01:19:48.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.044+0000 7fc568ff9640 1 -- 10.20.193.72:0/124121848 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fc560004890 con 0x7fc56c131350 2026-02-13T01:19:48.046 INFO:teuthology.orchestra.run.trial072.stderr:adjusted tunables profile to default 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 msgr2=0x7fc56c122dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 0x7fc56c122dc0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc560033000 tx=0x7fc560002c90 comp rx=0 tx=0).stop 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 shutdown_connections 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc56c131350 0x7fc56c122dc0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc56c12ea20 0x7fc56c122880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 --2- 10.20.193.72:0/124121848 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc56c12bad0 0x7fc56c122340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 >> 10.20.193.72:0/124121848 conn(0x7fc56c09a140 msgr2=0x7fc56c12a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 shutdown_connections 2026-02-13T01:19:48.048 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.045+0000 7fc572857640 1 -- 10.20.193.72:0/124121848 wait complete. 2026-02-13T01:19:48.055 INFO:tasks.ceph:check_enable_crimson: False 2026-02-13T01:19:48.055 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-02-13T01:19:48.055 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:48.056 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-02-13T01:19:48.119 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:48.119 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-02-13T01:19:48.182 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:48.183 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-02-13T01:19:48.247 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:19:48.247 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-02-13T01:19:48.310 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph osd new c5632b68-ae65-43f6-be46-aa79c486a51a 0 2026-02-13T01:19:48.312 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:48.310+0000 7f8abe6b7640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-13T01:19:48.312 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:19:48.310+0000 7f8abe6b7640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-13T01:19:48.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 -- 10.20.193.72:0/4063356362 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e4094580 msgr2=0x7f23e4094960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 --2- 10.20.193.72:0/4063356362 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e4094580 0x7f23e4094960 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f23d8009960 tx=0x7f23d802f140 comp rx=0 tx=0).stop 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 -- 10.20.193.72:0/4063356362 shutdown_connections 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 --2- 10.20.193.72:0/4063356362 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 0x7f23e4093470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 --2- 10.20.193.72:0/4063356362 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e4094580 0x7f23e4094960 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 -- 10.20.193.72:0/4063356362 >> 10.20.193.72:0/4063356362 conn(0x7f23e409a140 msgr2=0x7f23e4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 -- 10.20.193.72:0/4063356362 shutdown_connections 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 -- 10.20.193.72:0/4063356362 wait complete. 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.377+0000 7f23e9661640 1 Processor -- start 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 -- start start 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e40939b0 0x7f23e4092a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.382 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f23e4094580 0x7f23e4092f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 0x7f23e4072530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f23e4135600 con 0x7f23e4094580 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f23e4135480 con 0x7f23e4094ea0 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f23e4135780 con 0x7f23e40939b0 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e27fc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f23e4094580 0x7f23e4092f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e40939b0 0x7f23e4092a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e37fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 0x7f23e4072530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e27fc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f23e4094580 0x7f23e4092f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51278/0 (socket says 10.20.193.72:51278) 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e27fc640 1 -- 10.20.193.72:0/2612679354 learned_addr learned my addr 10.20.193.72:0/2612679354 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 -- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 msgr2=0x7f23e4072530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 0x7f23e4072530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 -- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f23e4094580 msgr2=0x7f23e4092f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f23e4094580 0x7f23e4092f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 -- 10.20.193.72:0/2612679354 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e408df40 con 0x7f23e40939b0 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e37fe640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 0x7f23e4072530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e2ffd640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e40939b0 0x7f23e4092a40 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f23d8034000 tx=0x7f23d8002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8004550 con 0x7f23e40939b0 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23d8002d10 con 0x7f23e40939b0 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23e408c680 con 0x7f23e40939b0 2026-02-13T01:19:48.384 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8004b00 con 0x7f23e40939b0 2026-02-13T01:19:48.385 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.378+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f23e408cf20 con 0x7f23e40939b0 2026-02-13T01:19:48.385 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.379+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23e409aea0 con 0x7f23e40939b0 2026-02-13T01:19:48.385 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.379+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f23d8038470 con 0x7f23e40939b0 2026-02-13T01:19:48.385 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.379+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(2..2 src has 1..2) ==== 720+0+0 (secure 0 0 0) 0x7f23d808aa20 con 0x7f23e40939b0 2026-02-13T01:19:48.385 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.381+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f23e409aea0 con 0x7f23e40939b0 2026-02-13T01:19:48.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.458+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd new", "uuid": "c5632b68-ae65-43f6-be46-aa79c486a51a", "id": 0} v 0) -- 0x7f23e412a1d0 con 0x7f23e40939b0 2026-02-13T01:19:48.461 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.460+0000 7f23c37fe640 1 -- 10.20.193.72:0/2612679354 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c5632b68-ae65-43f6-be46-aa79c486a51a", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f23e412a1d0 con 0x7f23e40939b0 2026-02-13T01:19:48.462 INFO:teuthology.orchestra.run.trial072.stdout:0 2026-02-13T01:19:48.463 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 >> v1:10.20.193.72:6800/3635446944 conn(0x7f23b004f5e0 legacy=0x7f23b0051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e40939b0 msgr2=0x7f23e4092a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e40939b0 0x7f23e4092a40 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f23d8034000 tx=0x7f23d8002910 comp rx=0 tx=0).stop 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 shutdown_connections 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f23e4094580 0x7f23e4092f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f23e4094ea0 0x7f23e4072530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 --2- 10.20.193.72:0/2612679354 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f23e40939b0 0x7f23e4092a40 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 >> 10.20.193.72:0/2612679354 conn(0x7f23e409a140 msgr2=0x7f23e409bb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 shutdown_connections 2026-02-13T01:19:48.464 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.461+0000 7f23e9661640 1 -- 10.20.193.72:0/2612679354 wait complete. 2026-02-13T01:19:48.471 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph osd new 3a9d724f-125c-41ca-b207-0403682e7174 1 2026-02-13T01:19:48.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 -- 10.20.193.72:0/1913030686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe264094c90 msgr2=0x7fe264134b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 --2- 10.20.193.72:0/1913030686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe264094c90 0x7fe264134b60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe254009f90 tx=0x7fe25402f390 comp rx=0 tx=0).stop 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 -- 10.20.193.72:0/1913030686 shutdown_connections 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 --2- 10.20.193.72:0/1913030686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe264094c90 0x7fe264134b60 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 --2- 10.20.193.72:0/1913030686 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe26412ce10 0x7fe26412d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 -- 10.20.193.72:0/1913030686 >> 10.20.193.72:0/1913030686 conn(0x7fe26409a140 msgr2=0x7fe264097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 -- 10.20.193.72:0/1913030686 shutdown_connections 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.536+0000 7fe269342640 1 -- 10.20.193.72:0/1913030686 wait complete. 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 Processor -- start 2026-02-13T01:19:48.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 -- start start 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe264094c90 0x7fe26406e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 0x7fe26406e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe26412ce10 0x7fe264125890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe264135820 con 0x7fe2640963c0 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe2641356a0 con 0x7fe26412ce10 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe2641359a0 con 0x7fe264094c90 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2627fc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 0x7fe26406e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe262ffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe264094c90 0x7fe26406e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe26412ce10 0x7fe264125890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2627fc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 0x7fe26406e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51290/0 (socket says 10.20.193.72:51290) 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2627fc640 1 -- 10.20.193.72:0/2766541483 learned_addr learned my addr 10.20.193.72:0/2766541483 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:48.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 -- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe264094c90 msgr2=0x7fe26406e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe264094c90 0x7fe26406e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 -- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 msgr2=0x7fe26406e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 0x7fe26406e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 -- 10.20.193.72:0/2766541483 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe264127090 con 0x7fe26412ce10 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2627fc640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 0x7fe26406e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe262ffd640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe264094c90 0x7fe26406e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2637fe640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe26412ce10 0x7fe264125890 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe254033000 tx=0x7fe254004060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe254047070 con 0x7fe26412ce10 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe254030e50 con 0x7fe26412ce10 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe26406f8b0 con 0x7fe26412ce10 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2540047e0 con 0x7fe26412ce10 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.537+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe26406ead0 con 0x7fe26412ce10 2026-02-13T01:19:48.543 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.538+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe26412d1f0 con 0x7fe26412ce10 2026-02-13T01:19:48.544 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.538+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7fe254007420 con 0x7fe26412ce10 2026-02-13T01:19:48.544 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.539+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 835+0+0 (secure 0 0 0) 0x7fe25408a700 con 0x7fe26412ce10 2026-02-13T01:19:48.544 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.541+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe25403d070 con 0x7fe26412ce10 2026-02-13T01:19:48.617 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.616+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3a9d724f-125c-41ca-b207-0403682e7174", "id": 1} v 0) -- 0x7fe2640974e0 con 0x7fe26412ce10 2026-02-13T01:19:48.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.619+0000 7fe2437fe640 1 -- 10.20.193.72:0/2766541483 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3a9d724f-125c-41ca-b207-0403682e7174", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fe254065340 con 0x7fe26412ce10 2026-02-13T01:19:48.621 INFO:teuthology.orchestra.run.trial072.stdout:1 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 >> v1:10.20.193.72:6800/3635446944 conn(0x7fe23004f5e0 legacy=0x7fe230051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe26412ce10 msgr2=0x7fe264125890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe26412ce10 0x7fe264125890 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe254033000 tx=0x7fe254004060 comp rx=0 tx=0).stop 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 shutdown_connections 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe2640963c0 0x7fe26406e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe26412ce10 0x7fe264125890 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 --2- 10.20.193.72:0/2766541483 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe264094c90 0x7fe26406e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 >> 10.20.193.72:0/2766541483 conn(0x7fe26409a140 msgr2=0x7fe264129340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 shutdown_connections 2026-02-13T01:19:48.623 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.620+0000 7fe269342640 1 -- 10.20.193.72:0/2766541483 wait complete. 2026-02-13T01:19:48.629 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph osd new b58e393f-22bd-48bf-8786-bdcf345637a3 2 2026-02-13T01:19:48.699 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 -- 10.20.193.72:0/2959834238 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20812dcf0 msgr2=0x7ff2081300e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2959834238 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20812dcf0 0x7ff2081300e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ff1f0009960 tx=0x7ff1f002f140 comp rx=0 tx=0).stop 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 -- 10.20.193.72:0/2959834238 shutdown_connections 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2959834238 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff208130620 0x7ff208132a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2959834238 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20812dcf0 0x7ff2081300e0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 -- 10.20.193.72:0/2959834238 >> 10.20.193.72:0/2959834238 conn(0x7ff20809a140 msgr2=0x7ff208097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 -- 10.20.193.72:0/2959834238 shutdown_connections 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.695+0000 7ff20eabc640 1 -- 10.20.193.72:0/2959834238 wait complete. 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 Processor -- start 2026-02-13T01:19:48.700 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 -- start start 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20806c7e0 0x7ff2081c49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 0x7ff2081c4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff208130620 0x7ff2081299b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7ff208133390 con 0x7ff208130620 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7ff208133210 con 0x7ff20806c7e0 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20eabc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7ff208133510 con 0x7ff20812dcf0 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff1fffff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 0x7ff2081c4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20c831640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20806c7e0 0x7ff2081c49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20d032640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff208130620 0x7ff2081299b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff1fffff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 0x7ff2081c4ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:36660/0 (socket says 10.20.193.72:36660) 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff1fffff640 1 -- 10.20.193.72:0/2057709187 learned_addr learned my addr 10.20.193.72:0/2057709187 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:48.701 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20c831640 1 -- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 msgr2=0x7ff2081c4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20c831640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 0x7ff2081c4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20c831640 1 -- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff208130620 msgr2=0x7ff2081299b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20c831640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff208130620 0x7ff2081299b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20c831640 1 -- 10.20.193.72:0/2057709187 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20812b380 con 0x7ff20806c7e0 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff20d032640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff208130620 0x7ff2081299b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.696+0000 7ff1fffff640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 0x7ff2081c4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff20c831640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20806c7e0 0x7ff2081c49b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff1f800c500 tx=0x7ff1f800c9d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f8016020 con 0x7ff20806c7e0 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1f8012a00 con 0x7ff20806c7e0 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff20806da70 con 0x7ff20806c7e0 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f8012e50 con 0x7ff20806c7e0 2026-02-13T01:19:48.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff20806e360 con 0x7ff20806c7e0 2026-02-13T01:19:48.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff208094e30 con 0x7ff20806c7e0 2026-02-13T01:19:48.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.697+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7ff1f801a3b0 con 0x7ff20806c7e0 2026-02-13T01:19:48.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.698+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 950+0+0 (secure 0 0 0) 0x7ff1f8066110 con 0x7ff20806c7e0 2026-02-13T01:19:48.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.700+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7ff1f8020030 con 0x7ff20806c7e0 2026-02-13T01:19:48.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.775+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b58e393f-22bd-48bf-8786-bdcf345637a3", "id": 2} v 0) -- 0x7ff20806e5c0 con 0x7ff20806c7e0 2026-02-13T01:19:48.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.777+0000 7ff1fd7fa640 1 -- 10.20.193.72:0/2057709187 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b58e393f-22bd-48bf-8786-bdcf345637a3", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7ff1f8040830 con 0x7ff20806c7e0 2026-02-13T01:19:48.778 INFO:teuthology.orchestra.run.trial072.stdout:2 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 >> v1:10.20.193.72:6800/3635446944 conn(0x7ff1d804f780 legacy=0x7ff1d8051c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20806c7e0 msgr2=0x7ff2081c49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20806c7e0 0x7ff2081c49b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff1f800c500 tx=0x7ff1f800c9d0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 shutdown_connections 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff208130620 0x7ff2081299b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff20812dcf0 0x7ff2081c4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.780 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 --2- 10.20.193.72:0/2057709187 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff20806c7e0 0x7ff2081c49b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 >> 10.20.193.72:0/2057709187 conn(0x7ff20809a140 msgr2=0x7ff2081264d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 shutdown_connections 2026-02-13T01:19:48.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.778+0000 7ff20eabc640 1 -- 10.20.193.72:0/2057709187 wait complete. 2026-02-13T01:19:48.788 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph osd new 1f417472-0cb8-4ecc-845f-c28472d71cf9 3 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.853+0000 7fab4cb42640 1 -- 10.20.193.72:0/3222904660 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab4812c3f0 msgr2=0x7fab480956d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.853+0000 7fab4cb42640 1 --2- 10.20.193.72:0/3222904660 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab4812c3f0 0x7fab480956d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fab30009930 tx=0x7fab3002f1a0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.853+0000 7fab4cb42640 1 -- 10.20.193.72:0/3222904660 shutdown_connections 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.853+0000 7fab4cb42640 1 --2- 10.20.193.72:0/3222904660 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab4812c3f0 0x7fab480956d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.853+0000 7fab4cb42640 1 --2- 10.20.193.72:0/3222904660 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab4812beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.853+0000 7fab4cb42640 1 -- 10.20.193.72:0/3222904660 >> 10.20.193.72:0/3222904660 conn(0x7fab4809a140 msgr2=0x7fab48097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 -- 10.20.193.72:0/3222904660 shutdown_connections 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 -- 10.20.193.72:0/3222904660 wait complete. 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 Processor -- start 2026-02-13T01:19:48.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 -- start start 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 0x7fab48127720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab48127c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fab4812c3f0 0x7fab481281a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fab48134560 con 0x7fab48095c10 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fab481343e0 con 0x7fab4812bad0 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab4cb42640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fab481346e0 con 0x7fab4812c3f0 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab46575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 0x7fab48127720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab48127c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab48127c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56384/0 (socket says 10.20.193.72:56384) 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 -- 10.20.193.72:0/1003134282 learned_addr learned my addr 10.20.193.72:0/1003134282 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab46575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 0x7fab48127720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:51312/0 (socket says 10.20.193.72:51312) 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab46d76640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fab4812c3f0 0x7fab481281a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:48.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 -- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fab4812c3f0 msgr2=0x7fab481281a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fab4812c3f0 0x7fab481281a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 -- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 msgr2=0x7fab48127720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 0x7fab48127720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab45d74640 1 -- 10.20.193.72:0/1003134282 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab48128eb0 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.854+0000 7fab46575640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 0x7fab48127720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab45d74640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab48127c60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fab30009a60 tx=0x7fab30002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30005d90 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab30002d10 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab481286e0 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30004b00 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fab4812d710 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab4812beb0 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.855+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7fab30038470 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.856+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1065+0+0 (secure 0 0 0) 0x7fab3008a8a0 con 0x7fab4812bad0 2026-02-13T01:19:48.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.858+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fab30065020 con 0x7fab4812bad0 2026-02-13T01:19:48.935 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.934+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1f417472-0cb8-4ecc-845f-c28472d71cf9", "id": 3} v 0) -- 0x7fab48133fa0 con 0x7fab4812bad0 2026-02-13T01:19:48.937 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.936+0000 7fab2effd640 1 -- 10.20.193.72:0/1003134282 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1f417472-0cb8-4ecc-845f-c28472d71cf9", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fab30089b00 con 0x7fab4812bad0 2026-02-13T01:19:48.937 INFO:teuthology.orchestra.run.trial072.stdout:3 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 >> v1:10.20.193.72:6800/3635446944 conn(0x7fab1404f610 legacy=0x7fab14051ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 msgr2=0x7fab48127c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab48127c60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fab30009a60 tx=0x7fab30002910 comp rx=0 tx=0).stop 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 shutdown_connections 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fab4812c3f0 0x7fab481281a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fab4812bad0 0x7fab48127c60 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 --2- 10.20.193.72:0/1003134282 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fab48095c10 0x7fab48127720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:48.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 >> 10.20.193.72:0/1003134282 conn(0x7fab4809a140 msgr2=0x7fab48072ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:48.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 shutdown_connections 2026-02-13T01:19:48.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:48.937+0000 7fab4cb42640 1 -- 10.20.193.72:0/1003134282 wait complete. 2026-02-13T01:19:48.946 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-13T01:19:48.946 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-13T01:19:48.948 INFO:tasks.ceph.osd.0:Started 2026-02-13T01:19:48.948 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-13T01:19:48.948 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-13T01:19:48.949 INFO:tasks.ceph.osd.1:Started 2026-02-13T01:19:48.949 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-13T01:19:48.949 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-13T01:19:48.950 INFO:tasks.ceph.osd.2:Started 2026-02-13T01:19:48.950 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-13T01:19:48.950 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-13T01:19:48.952 INFO:tasks.ceph.osd.3:Started 2026-02-13T01:19:48.952 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- 10.20.193.72:0/3854437272 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 msgr2=0x7f6120093470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- 10.20.193.72:0/3854437272 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120093470 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6108009a00 tx=0x7f610802f1f0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- 10.20.193.72:0/3854437272 shutdown_connections 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- 10.20.193.72:0/3854437272 >> v2:10.20.193.72:3300/0 conn(0x7f61200939b0 0x7f6120093e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- 10.20.193.72:0/3854437272 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120093470 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- 10.20.193.72:0/3854437272 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f612012c7e0 0x7f612012cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- 10.20.193.72:0/3854437272 >> 10.20.193.72:0/3854437272 conn(0x7f612009a280 msgr2=0x7f6120097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- 10.20.193.72:0/3854437272 shutdown_connections 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- 10.20.193.72:0/3854437272 wait complete. 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 Processor -- start 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- start start 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f61200939b0 0x7f6120133020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f612012c7e0 0x7f6120133560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120123300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f61201345e0 con 0x7f612012c7e0 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f6120134460 con 0x7f61200939b0 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6126b53640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f6120134760 con 0x7f612012d100 2026-02-13T01:19:49.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f61248c8640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f61200939b0 0x7f6120133020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f61250c9640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120123300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f6117fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f612012c7e0 0x7f6120133560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f61248c8640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f61200939b0 0x7f6120133020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:56406/0 (socket says 10.20.193.72:56406) 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.020+0000 7f61248c8640 1 -- 10.20.193.72:0/3223088778 learned_addr learned my addr 10.20.193.72:0/3223088778 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61250c9640 1 -- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f61200939b0 msgr2=0x7f6120133020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61250c9640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f61200939b0 0x7f6120133020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61250c9640 1 -- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f612012c7e0 msgr2=0x7f6120133560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61250c9640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f612012c7e0 0x7f6120133560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61250c9640 1 -- 10.20.193.72:0/3223088778 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61201256c0 con 0x7f612012d100 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61250c9640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120123300 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f611c00efc0 tx=0x7f611c00c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f611c019070 con 0x7f612012d100 2026-02-13T01:19:49.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f611c0092f0 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6120126f30 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f611c00ce60 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6120124e30 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.021+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6120095030 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.022+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f611c002cc0 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.022+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7f611c066960 con 0x7f612012d100 2026-02-13T01:19:49.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.024+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f6120095030 con 0x7f612012d100 2026-02-13T01:19:49.095 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.093+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f612012cbc0 con 0x7f612012d100 2026-02-13T01:19:49.095 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.093+0000 7f61157fa640 1 -- 10.20.193.72:0/3223088778 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7f611c010040 con 0x7f612012d100 2026-02-13T01:19:49.096 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:19:49.096 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":6,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:19:48.935269+0000","last_up_change":"0.000000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 >> v1:10.20.193.72:6800/3635446944 conn(0x7f60f004f5e0 legacy=0x7f60f0051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 msgr2=0x7f6120123300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120123300 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f611c00efc0 tx=0x7f611c00c490 comp rx=0 tx=0).stop 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 shutdown_connections 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f612012c7e0 0x7f6120133560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f612012d100 0x7f6120123300 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 --2- 10.20.193.72:0/3223088778 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f61200939b0 0x7f6120133020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 >> 10.20.193.72:0/3223088778 conn(0x7f612009a280 msgr2=0x7f6120129340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:49.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 shutdown_connections 2026-02-13T01:19:49.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:19:49.094+0000 7f6126b53640 1 -- 10.20.193.72:0/3223088778 wait complete. 2026-02-13T01:19:49.103 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-02-13T01:19:49.104 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-13T01:19:49.506 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-13T01:19:49.570 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 -- 10.20.193.72:0/721534646 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 msgr2=0x7f0ba4134120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.570 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 --2- 10.20.193.72:0/721534646 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4134120 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0b98009fc0 tx=0x7f0b9802f330 comp rx=0 tx=0).stop 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 -- 10.20.193.72:0/721534646 shutdown_connections 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 --2- 10.20.193.72:0/721534646 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4134120 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 --2- 10.20.193.72:0/721534646 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 0x7f0ba4131bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 -- 10.20.193.72:0/721534646 >> 10.20.193.72:0/721534646 conn(0x7f0ba409d5a0 msgr2=0x7f0ba409d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 -- 10.20.193.72:0/721534646 shutdown_connections 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.566+0000 7f0baa672640 1 -- 10.20.193.72:0/721534646 wait complete. 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 Processor -- start 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 -- start start 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4132a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ba412c890 0x7f0ba4132f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:49.571 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 0x7f0ba4133480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f0ba4135360 con 0x7f0ba412c890 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f0ba4135840 con 0x7f0ba412d4b0 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f0ba40941e0 con 0x7f0ba40970c0 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4132a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba8be8640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 0x7f0ba4133480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4132a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:36748/0 (socket says 10.20.193.72:36748) 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba37fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ba412c890 0x7f0ba4132f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 -- 10.20.193.72:0/4005618247 learned_addr learned my addr 10.20.193.72:0/4005618247 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 -- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 msgr2=0x7f0ba4133480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 0x7f0ba4133480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 -- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ba412c890 msgr2=0x7f0ba4132f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.572 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ba412c890 0x7f0ba4132f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 -- 10.20.193.72:0/4005618247 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ba4132430 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba8be8640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 0x7f0ba4133480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba3fff640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4132a00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0b9000c700 tx=0x7f0b9000cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90004230 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b900044c0 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ba41318a0 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.567+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b900038f0 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.568+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ba41ccaa0 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.568+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ba406f9a0 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.568+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f0b90023060 con 0x7f0ba40970c0 2026-02-13T01:19:49.573 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.568+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7f0b900661c0 con 0x7f0ba40970c0 2026-02-13T01:19:49.574 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.570+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f0b90040860 con 0x7f0ba40970c0 2026-02-13T01:19:49.641 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.639+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0ba412cda0 con 0x7f0ba40970c0 2026-02-13T01:19:49.641 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0ba0ff9640 1 -- 10.20.193.72:0/4005618247 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7f0b90065660 con 0x7f0ba40970c0 2026-02-13T01:19:49.642 INFO:teuthology.misc.health.trial072.stdout: 2026-02-13T01:19:49.642 INFO:teuthology.misc.health.trial072.stdout:{"epoch":6,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:19:48.935269+0000","last_up_change":"0.000000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 >> v1:10.20.193.72:6800/3635446944 conn(0x7f0b7404f5e0 legacy=0x7f0b74051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 msgr2=0x7f0ba4132a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4132a00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0b9000c700 tx=0x7f0b9000cbd0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 shutdown_connections 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ba412c890 0x7f0ba4132f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ba412d4b0 0x7f0ba4133480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 --2- 10.20.193.72:0/4005618247 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ba40970c0 0x7f0ba4132a00 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:49.643 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 >> 10.20.193.72:0/4005618247 conn(0x7f0ba409d5a0 msgr2=0x7f0ba412bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:49.644 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 shutdown_connections 2026-02-13T01:19:49.644 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:49.640+0000 7f0baa672640 1 -- 10.20.193.72:0/4005618247 wait complete. 2026-02-13T01:19:49.648 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-13T01:19:50.635 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:19:50.634+0000 7fde74aed780 -1 Falling back to public interface 2026-02-13T01:19:50.854 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:19:50.852+0000 7f5e37618780 -1 Falling back to public interface 2026-02-13T01:19:50.854 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:19:50.852+0000 7fe963697780 -1 Falling back to public interface 2026-02-13T01:19:50.854 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:19:50.852+0000 7fe96263d640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6805/0: (98) Address already in use 2026-02-13T01:19:50.858 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:19:50.857+0000 7f6ebfa18780 -1 Falling back to public interface 2026-02-13T01:19:55.166 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:19:55.165+0000 7fde74aed780 -1 osd.2 0 log_to_monitors true 2026-02-13T01:19:55.394 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:19:55.392+0000 7fe963697780 -1 osd.3 0 log_to_monitors true 2026-02-13T01:19:55.436 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:19:55.435+0000 7f5e37618780 -1 osd.0 0 log_to_monitors true 2026-02-13T01:19:55.453 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:19:55.452+0000 7f6ebfa18780 -1 osd.1 0 log_to_monitors true 2026-02-13T01:19:56.052 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 -- 10.20.193.72:0/3841430727 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 msgr2=0x7f0c8812b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 --2- 10.20.193.72:0/3841430727 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c8812b920 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0c7400ab50 tx=0x7f0c74030670 comp rx=0 tx=0).stop 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 -- 10.20.193.72:0/3841430727 shutdown_connections 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 --2- 10.20.193.72:0/3841430727 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 0x7f0c88095430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 --2- 10.20.193.72:0/3841430727 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c8812b920 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 -- 10.20.193.72:0/3841430727 >> 10.20.193.72:0/3841430727 conn(0x7f0c8809d5a0 msgr2=0x7f0c8809d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 -- 10.20.193.72:0/3841430727 shutdown_connections 2026-02-13T01:19:56.116 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.112+0000 7f0c8de24640 1 -- 10.20.193.72:0/3841430727 wait complete. 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 Processor -- start 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 -- start start 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c88095970 0x7f0c881c4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c881c5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 0x7f0c8808cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f0c88133530 con 0x7f0c8812b540 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f0c880951a0 con 0x7f0c88095970 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f0c881336b0 con 0x7f0c8812be60 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c881c5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c87fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 0x7f0c8808cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c877fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c88095970 0x7f0c881c4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:19:56.117 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c881c5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:33582/0 (socket says 10.20.193.72:33582) 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 -- 10.20.193.72:0/1831969307 learned_addr learned my addr 10.20.193.72:0/1831969307 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 -- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 msgr2=0x7f0c8808cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 0x7f0c8808cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 -- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c88095970 msgr2=0x7f0c881c4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c88095970 0x7f0c881c4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 -- 10.20.193.72:0/1831969307 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c881c5540 con 0x7f0c8812b540 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c87fff640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 0x7f0c8808cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c86ffd640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c881c5000 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0c7800ea10 tx=0x7f0c7800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7800cdf0 con 0x7f0c8812b540 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c780040d0 con 0x7f0c8812b540 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c8808f0c0 con 0x7f0c8812b540 2026-02-13T01:19:56.118 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c780044e0 con 0x7f0c8812b540 2026-02-13T01:19:56.119 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.113+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c8808fca0 con 0x7f0c8812b540 2026-02-13T01:19:56.119 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.114+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c8812b920 con 0x7f0c8812b540 2026-02-13T01:19:56.119 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.114+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7f0c78020030 con 0x7f0c8812b540 2026-02-13T01:19:56.119 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.114+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1271+0+0 (secure 0 0 0) 0x7f0c78066bf0 con 0x7f0c8812b540 2026-02-13T01:19:56.119 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.117+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f0c8808fca0 con 0x7f0c8812b540 2026-02-13T01:19:56.187 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.186+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c88068c80 con 0x7f0c8812b540 2026-02-13T01:19:56.187 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.186+0000 7f0c63fff640 1 -- 10.20.193.72:0/1831969307 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v7) ==== 74+0+4148 (secure 0 0 0) 0x7f0c78041090 con 0x7f0c8812b540 2026-02-13T01:19:56.187 INFO:teuthology.misc.health.trial072.stdout: 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stdout:{"epoch":7,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:19:55.218314+0000","last_up_change":"0.000000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 >> v1:10.20.193.72:6800/3635446944 conn(0x7f0c5804f700 legacy=0x7f0c58051bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 msgr2=0x7f0c881c5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c881c5000 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0c7800ea10 tx=0x7f0c7800eee0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 shutdown_connections 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c8812b540 0x7f0c881c5000 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c8812be60 0x7f0c8808cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 --2- 10.20.193.72:0/1831969307 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c88095970 0x7f0c881c4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 >> 10.20.193.72:0/1831969307 conn(0x7f0c8809d5a0 msgr2=0x7f0c88098a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 shutdown_connections 2026-02-13T01:19:56.188 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:19:56.187+0000 7f0c8de24640 1 -- 10.20.193.72:0/1831969307 wait complete. 2026-02-13T01:19:56.194 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-13T01:19:56.229 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:19:56.228+0000 7fde70258640 -1 osd.2 0 waiting for initial osdmap 2026-02-13T01:19:56.231 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:19:56.230+0000 7fde6888b640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:19:57.235 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:19:57.234+0000 7f5e326de640 -1 osd.0 0 waiting for initial osdmap 2026-02-13T01:19:57.235 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:19:57.234+0000 7fe95ee02640 -1 osd.3 0 waiting for initial osdmap 2026-02-13T01:19:57.236 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:19:57.234+0000 7f6ebabd9640 -1 osd.1 0 waiting for initial osdmap 2026-02-13T01:19:57.237 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:19:57.236+0000 7f6eb320c640 -1 osd.1 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:19:57.237 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:19:57.236+0000 7fe957435640 -1 osd.3 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:19:57.237 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:19:57.236+0000 7f5e2ad11640 -1 osd.0 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:20:02.597 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:02.663 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- 10.20.193.72:0/4103408198 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012b730 msgr2=0x7f175012bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.663 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- 10.20.193.72:0/4103408198 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012b730 0x7f175012bb50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1738009a00 tx=0x7f173802f1f0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- 10.20.193.72:0/4103408198 shutdown_connections 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- 10.20.193.72:0/4103408198 >> v2:10.20.193.72:3300/0 conn(0x7f175012c090 0x7f1750132a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- 10.20.193.72:0/4103408198 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012b730 0x7f175012bb50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- 10.20.193.72:0/4103408198 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f17500937b0 0x7f1750093b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- 10.20.193.72:0/4103408198 >> 10.20.193.72:0/4103408198 conn(0x7f175009d5a0 msgr2=0x7f175009d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- 10.20.193.72:0/4103408198 shutdown_connections 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- 10.20.193.72:0/4103408198 wait complete. 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 Processor -- start 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- start start 2026-02-13T01:20:02.664 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f17500937b0 0x7f1750092b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 0x7f175006f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012c090 0x7f175006fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f1750133470 con 0x7f17500937b0 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f17501332f0 con 0x7f175012b730 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1756b97640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f17501335f0 con 0x7f175012c090 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f175490c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f17500937b0 0x7f1750092b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 0x7f175006f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f175510d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012c090 0x7f175006fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f175490c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f17500937b0 0x7f1750092b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:33630/0 (socket says 10.20.193.72:33630) 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 0x7f175006f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50056/0 (socket says 10.20.193.72:50056) 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f175490c640 1 -- 10.20.193.72:0/3784870947 learned_addr learned my addr 10.20.193.72:0/3784870947 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:02.665 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 -- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012c090 msgr2=0x7f175006fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012c090 0x7f175006fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 -- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f17500937b0 msgr2=0x7f1750092b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f17500937b0 0x7f1750092b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.660+0000 7f1747fff640 1 -- 10.20.193.72:0/3784870947 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1750130bc0 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f1747fff640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 0x7f175006f5d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1738034000 tx=0x7f17380026e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1738002ae0 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1738002cc0 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1750132cf0 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1738004b00 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1750093220 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1750093b90 con 0x7f175012b730 2026-02-13T01:20:02.666 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.661+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7f1738004ca0 con 0x7f175012b730 2026-02-13T01:20:02.667 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.662+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7f173808af10 con 0x7f175012b730 2026-02-13T01:20:02.667 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.664+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f1738064f10 con 0x7f175012b730 2026-02-13T01:20:02.736 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.734+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1750068c80 con 0x7f175012b730 2026-02-13T01:20:02.736 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.735+0000 7f17457fa640 1 -- 10.20.193.72:0/3784870947 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+6921 (secure 0 0 0) 0x7f1738089d10 con 0x7f175012b730 2026-02-13T01:20:02.737 INFO:teuthology.misc.health.trial072.stdout: 2026-02-13T01:20:02.737 INFO:teuthology.misc.health.trial072.stdout:{"epoch":13,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:02.238928+0000","last_up_change":"2026-02-13T01:19:58.232994+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":3199760016}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":3199760016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":3199760016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":3199760016}]},"public_addr":"10.20.193.72:6805/3199760016","cluster_addr":"10.20.193.72:6807/3199760016","heartbeat_back_addr":"10.20.193.72:6811/3199760016","heartbeat_front_addr":"10.20.193.72:6809/3199760016","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":1861286307}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":1861286307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":1861286307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":1861286307}]},"public_addr":"10.20.193.72:6813/1861286307","cluster_addr":"10.20.193.72:6814/1861286307","heartbeat_back_addr":"10.20.193.72:6816/1861286307","heartbeat_front_addr":"10.20.193.72:6815/1861286307","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2385769069}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2385769069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2385769069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2385769069}]},"public_addr":"10.20.193.72:6801/2385769069","cluster_addr":"10.20.193.72:6802/2385769069","heartbeat_back_addr":"10.20.193.72:6804/2385769069","heartbeat_front_addr":"10.20.193.72:6803/2385769069","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":3190537670}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":3190537670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":3190537670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":3190537670}]},"public_addr":"10.20.193.72:6806/3190537670","cluster_addr":"10.20.193.72:6808/3190537670","heartbeat_back_addr":"10.20.193.72:6812/3190537670","heartbeat_front_addr":"10.20.193.72:6810/3190537670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 >> v1:10.20.193.72:6800/3635446944 conn(0x7f172004f700 legacy=0x7f1720051bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 msgr2=0x7f175006f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 0x7f175006f5d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1738034000 tx=0x7f17380026e0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 shutdown_connections 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f175012c090 0x7f175006fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f175012b730 0x7f175006f5d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 --2- 10.20.193.72:0/3784870947 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f17500937b0 0x7f1750092b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 >> 10.20.193.72:0/3784870947 conn(0x7f175009d5a0 msgr2=0x7f1750071860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:02.738 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 shutdown_connections 2026-02-13T01:20:02.739 INFO:teuthology.misc.health.trial072.stderr:2026-02-13T01:20:02.736+0000 7f1756b97640 1 -- 10.20.193.72:0/3784870947 wait complete. 2026-02-13T01:20:02.743 DEBUG:teuthology.misc:4 of 4 OSDs are up 2026-02-13T01:20:02.743 INFO:tasks.ceph:Creating RBD pool 2026-02-13T01:20:02.743 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph osd pool create rbd 8 2026-02-13T01:20:02.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 -- 10.20.193.72:0/1194759869 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd8581295f0 msgr2=0x7fd8581299d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/1194759869 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd8581295f0 0x7fd8581299d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd84c009930 tx=0x7fd84c02f110 comp rx=0 tx=0).stop 2026-02-13T01:20:02.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 -- 10.20.193.72:0/1194759869 shutdown_connections 2026-02-13T01:20:02.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/1194759869 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd858071f50 0x7fd85806e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.811 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/1194759869 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 0x7fd85806ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.811 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/1194759869 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd8581295f0 0x7fd8581299d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.811 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 -- 10.20.193.72:0/1194759869 >> 10.20.193.72:0/1194759869 conn(0x7fd85809a000 msgr2=0x7fd8580977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:02.811 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 -- 10.20.193.72:0/1194759869 shutdown_connections 2026-02-13T01:20:02.811 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.809+0000 7fd85d3b4640 1 -- 10.20.193.72:0/1194759869 wait complete. 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 Processor -- start 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 -- start start 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 0x7fd858131a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd8581295f0 0x7fd858131fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 0x7fd8581324f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fd858134550 con 0x7fd858071f50 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fd8581343d0 con 0x7fd858129f10 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fd8581346d0 con 0x7fd8581295f0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd856ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 0x7fd858131a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd8581295f0 0x7fd858131fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd856ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 0x7fd858131a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:33652/0 (socket says 10.20.193.72:33652) 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd856ffd640 1 -- 10.20.193.72:0/2684848583 learned_addr learned my addr 10.20.193.72:0/2684848583 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8577fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 0x7fd8581324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 -- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 msgr2=0x7fd8581324f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 0x7fd8581324f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 -- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 msgr2=0x7fd858131a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 0x7fd858131a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 -- 10.20.193.72:0/2684848583 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd85806f510 con 0x7fd8581295f0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd856ffd640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 0x7fd858131a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8577fe640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 0x7fd8581324f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8567fc640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd8581295f0 0x7fd858131fb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd85812a310 tx=0x7fd840002c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd84000ed40 con 0x7fd8581295f0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd840010430 con 0x7fd8581295f0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd840010840 con 0x7fd8581295f0 2026-02-13T01:20:02.812 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd85806fda0 con 0x7fd8581295f0 2026-02-13T01:20:02.813 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.810+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8581c6d70 con 0x7fd8581295f0 2026-02-13T01:20:02.813 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.811+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd858097c70 con 0x7fd8581295f0 2026-02-13T01:20:02.813 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.811+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7fd8400109e0 con 0x7fd8581295f0 2026-02-13T01:20:02.813 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.811+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7fd840067550 con 0x7fd8581295f0 2026-02-13T01:20:02.814 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.814+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd858097c70 con 0x7fd8581295f0 2026-02-13T01:20:02.887 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:02.886+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) -- 0x7fd858070b70 con 0x7fd8581295f0 2026-02-13T01:20:03.249 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.248+0000 7fd8377fe640 1 -- 10.20.193.72:0/2684848583 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v14) ==== 109+0+0 (secure 0 0 0) 0x7fd840014070 con 0x7fd8581295f0 2026-02-13T01:20:03.249 INFO:teuthology.orchestra.run.trial072.stderr:pool 'rbd' created 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 >> v1:10.20.193.72:6800/3635446944 conn(0x7fd82404f700 legacy=0x7fd824051bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd8581295f0 msgr2=0x7fd858131fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd8581295f0 0x7fd858131fb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd85812a310 tx=0x7fd840002c50 comp rx=0 tx=0).stop 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 shutdown_connections 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd858129f10 0x7fd8581324f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd8581295f0 0x7fd858131fb0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 --2- 10.20.193.72:0/2684848583 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd858071f50 0x7fd858131a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 >> 10.20.193.72:0/2684848583 conn(0x7fd85809a000 msgr2=0x7fd858127150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:03.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 shutdown_connections 2026-02-13T01:20:03.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.249+0000 7fd85d3b4640 1 -- 10.20.193.72:0/2684848583 wait complete. 2026-02-13T01:20:03.259 DEBUG:teuthology.orchestra.run.trial072:> rbd --cluster ceph pool init rbd 2026-02-13T01:20:03.295 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 -- 10.20.193.72:0/3798002168 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6ed160 msgr2=0x5600fa6ed540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:03.295 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 --2- 10.20.193.72:0/3798002168 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6ed160 0x5600fa6ed540 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa9c800a450 tx=0x7fa9c8058ab0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.295 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 -- 10.20.193.72:0/3798002168 shutdown_connections 2026-02-13T01:20:03.295 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 --2- 10.20.193.72:0/3798002168 >> v2:10.20.193.72:3300/0 conn(0x5600fa6eda80 0x5600fa6f0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.295 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 --2- 10.20.193.72:0/3798002168 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6f0ba0 0x5600fa6f1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 --2- 10.20.193.72:0/3798002168 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6ed160 0x5600fa6ed540 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 -- 10.20.193.72:0/3798002168 >> 10.20.193.72:0/3798002168 conn(0x5600fa660cb0 msgr2=0x5600fa6610c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 -- 10.20.193.72:0/3798002168 shutdown_connections 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 -- 10.20.193.72:0/3798002168 wait complete. 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 Processor -- start 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 -- start start 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.291+0000 7fa9d46100c0 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x5600fa6ed160 0x5600fa6f3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6eda80 0x5600fa6f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6f0ba0 0x5600fa7002d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x5600fa6f7c00 con 0x5600fa6ed160 2026-02-13T01:20:03.296 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x5600fa4cbe50 con 0x5600fa6eda80 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x5600fa6f7d80 con 0x5600fa6f0ba0 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d1a1b640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x5600fa6ed160 0x5600fa6f3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6eda80 0x5600fa6f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d2ca4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6f0ba0 0x5600fa7002d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6eda80 0x5600fa6f3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50762/0 (socket says 10.20.193.72:50762) 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 -- 10.20.193.72:0/1678926028 learned_addr learned my addr 10.20.193.72:0/1678926028 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 -- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6f0ba0 msgr2=0x5600fa7002d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 --2- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6f0ba0 0x5600fa7002d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 -- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x5600fa6ed160 msgr2=0x5600fa6f3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 --2- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x5600fa6ed160 0x5600fa6f3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600fa6f6ec0 con 0x5600fa6eda80 2026-02-13T01:20:03.297 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d2ca4640 1 --2- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x5600fa6f0ba0 0x5600fa7002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d121a640 1 --2- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6eda80 0x5600fa6f3fc0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc00a7f0 tx=0x7fa9bc00acc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9bc008ba0 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9bc008d40 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x5600fa6f7220 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9bc015680 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.292+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x5600fa6f5af0 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.293+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7fa9bc015820 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.293+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(14..14 src has 1..14) ==== 2794+0+0 (secure 0 0 0) 0x7fa9bc065d50 con 0x5600fa6eda80 2026-02-13T01:20:03.298 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:03.293+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) -- 0x5600fa700b40 con 0x5600fa6eda80 2026-02-13T01:20:04.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.250+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fa9bc064a00 con 0x5600fa6eda80 2026-02-13T01:20:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.251+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v15) ==== 141+0+0 (secure 0 0 0) 0x7fa9bc049f90 con 0x5600fa6eda80 2026-02-13T01:20:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.251+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa9c8064070 con 0x5600fa6eda80 2026-02-13T01:20:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.251+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 8 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fa9bc008ba0 con 0x5600fa6eda80 2026-02-13T01:20:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.251+0000 7fa9c3fff640 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=15}) -- 0x7fa9ac002ae0 con 0x5600fa6eda80 2026-02-13T01:20:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.251+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 9 ==== osd_map(15..15 src has 1..15) ==== 650+0+0 (secure 0 0 0) 0x7fa9bc015620 con 0x5600fa6eda80 2026-02-13T01:20:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.251+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> v1:10.20.193.72:6806/3190537670 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) -- 0x5600fa70bad0 con 0x5600fa707fc0 2026-02-13T01:20:04.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.254+0000 7fa9d2ca4640 1 -- 10.20.193.72:0/1678926028 <== osd.3 v1:10.20.193.72:6806/3190537670 1 ==== osd_op_reply(1 rbd_trash [create] v15'1 uv1 ondisk = 0) ==== 153+0+0 (unknown 2722885549 0 0) 0x7fa9c400b040 con 0x5600fa707fc0 2026-02-13T01:20:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.256+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> v1:10.20.193.72:6806/3190537670 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x5600fa75df50 con 0x5600fa707fc0 2026-02-13T01:20:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.256+0000 7fa9d2ca4640 1 -- 10.20.193.72:0/1678926028 <== osd.3 v1:10.20.193.72:6806/3190537670 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2354864950 0 0) 0x7fa9c400b040 con 0x5600fa707fc0 2026-02-13T01:20:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.256+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 --> v1:10.20.193.72:6806/3190537670 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x5600fa75d040 con 0x5600fa707fc0 2026-02-13T01:20:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.256+0000 7fa9d2ca4640 1 -- 10.20.193.72:0/1678926028 <== osd.3 v1:10.20.193.72:6806/3190537670 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2366413114 0 0) 0x7fa9c400b040 con 0x5600fa707fc0 2026-02-13T01:20:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:04.256+0000 7fa9c3fff640 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) -- 0x7fa9ac003f20 con 0x5600fa6eda80 2026-02-13T01:20:05.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:05.253+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 10 ==== pool_op_reply(tid 4 (0) Success v16) ==== 55+0+0 (secure 0 0 0) 0x7fa9bc049d80 con 0x5600fa6eda80 2026-02-13T01:20:05.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:05.253+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=16}) -- 0x7fa9b0054410 con 0x5600fa6eda80 2026-02-13T01:20:05.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:05.253+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 11 ==== osd_map(16..16 src has 1..16) ==== 626+0+0 (secure 0 0 0) 0x7fa9bc03fb80 con 0x5600fa6eda80 2026-02-13T01:20:05.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:05.253+0000 7fa9c3fff640 1 -- 10.20.193.72:0/1678926028 --> v1:10.20.193.72:6806/3190537670 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) -- 0x7fa9ac0059f0 con 0x5600fa707fc0 2026-02-13T01:20:05.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:05.255+0000 7fa9d2ca4640 1 -- 10.20.193.72:0/1678926028 <== osd.3 v1:10.20.193.72:6806/3190537670 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v16'1 uv1 ondisk = 0) ==== 194+0+0 (unknown 1230306805 0 0) 0x7fa9c400b040 con 0x5600fa707fc0 2026-02-13T01:20:05.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:05.255+0000 7fa9c3fff640 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v16) -- 0x7fa9ac0053f0 con 0x5600fa6eda80 2026-02-13T01:20:06.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.254+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 12 ==== pool_op_reply(tid 6 (0) Success v17) ==== 43+0+0 (secure 0 0 0) 0x7fa9bc067720 con 0x5600fa6eda80 2026-02-13T01:20:06.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.254+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=17}) -- 0x7fa9b0054690 con 0x5600fa6eda80 2026-02-13T01:20:06.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.255+0000 7fa9c1ffb640 1 -- 10.20.193.72:0/1678926028 <== mon.1 v2:10.20.193.72:3301/0 13 ==== osd_map(17..17 src has 1..17) ==== 654+0+0 (secure 0 0 0) 0x7fa9bc05b060 con 0x5600fa6eda80 2026-02-13T01:20:06.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.255+0000 7fa9c3fff640 1 -- 10.20.193.72:0/1678926028 --> v1:10.20.193.72:6806/3190537670 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e17) -- 0x7fa9ac006240 con 0x5600fa707fc0 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d2ca4640 1 -- 10.20.193.72:0/1678926028 <== osd.3 v1:10.20.193.72:6806/3190537670 5 ==== osd_op_reply(7 rbd_info [write 0~19] v17'2 uv2 ondisk = 0) ==== 152+0+0 (unknown 3144429724 0 0) 0x7fa9c400b040 con 0x5600fa707fc0 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 >> v1:10.20.193.72:6806/3190537670 conn(0x5600fa707fc0 legacy=0x5600fa70a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 >> v1:10.20.193.72:6800/3635446944 conn(0x7fa9b004def0 legacy=0x7fa9b00503b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6eda80 msgr2=0x5600fa6f3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 --2- 10.20.193.72:0/1678926028 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x5600fa6eda80 0x5600fa6f3fc0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc00a7f0 tx=0x7fa9bc00acc0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d2ca4640 1 -- 10.20.193.72:0/1678926028 reap_dead start 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 shutdown_connections 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 >> 10.20.193.72:0/1678926028 conn(0x5600fa660cb0 msgr2=0x5600fa6eb8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 shutdown_connections 2026-02-13T01:20:06.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.257+0000 7fa9d46100c0 1 -- 10.20.193.72:0/1678926028 wait complete. 2026-02-13T01:20:06.261 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-02-13T01:20:06.262 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-02-13T01:20:06.262 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-13T01:20:06.374 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 -- 10.20.193.72:0/3060501058 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 msgr2=0x7fd24c0956d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 --2- 10.20.193.72:0/3060501058 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c0956d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd240009990 tx=0x7fd24002f1b0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 -- 10.20.193.72:0/3060501058 shutdown_connections 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 --2- 10.20.193.72:0/3060501058 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c0956d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 --2- 10.20.193.72:0/3060501058 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c093c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 -- 10.20.193.72:0/3060501058 >> 10.20.193.72:0/3060501058 conn(0x7fd24c09a170 msgr2=0x7fd24c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 -- 10.20.193.72:0/3060501058 shutdown_connections 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 -- 10.20.193.72:0/3060501058 wait complete. 2026-02-13T01:20:06.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 Processor -- start 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.371+0000 7fd25472f640 1 -- start start 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c127670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd24c095c10 0x7fd24c127bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c1280f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fd24c1345c0 con 0x7fd24c095c10 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fd24c134440 con 0x7fd24c096a40 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fd24c134740 con 0x7fd24c093850 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c127670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd252ca5640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c1280f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c127670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37018/0 (socket says 10.20.193.72:37018) 2026-02-13T01:20:06.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 -- 10.20.193.72:0/3070591452 learned_addr learned my addr 10.20.193.72:0/3070591452 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd251ca3640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd24c095c10 0x7fd24c127bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 -- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 msgr2=0x7fd24c1280f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c1280f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 -- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd24c095c10 msgr2=0x7fd24c127bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd24c095c10 0x7fd24c127bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 -- 10.20.193.72:0/3070591452 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd24c128eb0 con 0x7fd24c093850 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd252ca5640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c1280f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd2524a4640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c127670 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd23c0027e0 tx=0x7fd23c002cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23c00ed40 con 0x7fd24c093850 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd23c010430 con 0x7fd24c093850 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd24c133e80 con 0x7fd24c093850 2026-02-13T01:20:06.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23c010820 con 0x7fd24c093850 2026-02-13T01:20:06.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.372+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd24c08d240 con 0x7fd24c093850 2026-02-13T01:20:06.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.373+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd24c093c30 con 0x7fd24c093850 2026-02-13T01:20:06.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.373+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fd23c020030 con 0x7fd24c093850 2026-02-13T01:20:06.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.373+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fd23c067290 con 0x7fd24c093850 2026-02-13T01:20:06.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.375+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd23c014030 con 0x7fd24c093850 2026-02-13T01:20:06.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.447+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7fd24c050a10 con 0x7fd24c093850 2026-02-13T01:20:06.448 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.447+0000 7fd232ffd640 1 -- 10.20.193.72:0/3070591452 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v23) ==== 86+0+126 (secure 0 0 0) 0x7fd23c041130 con 0x7fd24c093850 2026-02-13T01:20:06.449 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:06.449 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 >> v1:10.20.193.72:6800/3635446944 conn(0x7fd21c04f790 legacy=0x7fd21c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 msgr2=0x7fd24c127670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c127670 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd23c0027e0 tx=0x7fd23c002cb0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 shutdown_connections 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd24c095c10 0x7fd24c127bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd24c096a40 0x7fd24c1280f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 --2- 10.20.193.72:0/3070591452 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd24c093850 0x7fd24c127670 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 >> 10.20.193.72:0/3070591452 conn(0x7fd24c09a170 msgr2=0x7fd24c072d00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 shutdown_connections 2026-02-13T01:20:06.450 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.448+0000 7fd25472f640 1 -- 10.20.193.72:0/3070591452 wait complete. 2026-02-13T01:20:06.458 INFO:teuthology.orchestra.run.trial072.stdout:[{"version":23,"timestamp":"2026-02-13T01:19:47.774862+0000","name":"","changes":[{"name":"mgr/debug_ms","new_value":"1/1"}]}] 2026-02-13T01:20:06.458 INFO:tasks.ceph_manager:config epoch is 23 2026-02-13T01:20:06.458 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-13T01:20:06.458 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-13T01:20:06.459 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-13T01:20:06.528 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1154276622 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812d2d0 msgr2=0x7fc4e8131de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1154276622 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812d2d0 0x7fc4e8131de0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0009930 tx=0x7fc4d002f110 comp rx=0 tx=0).stop 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1154276622 shutdown_connections 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1154276622 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 0x7fc4e8134710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1154276622 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812d2d0 0x7fc4e8131de0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1154276622 >> 10.20.193.72:0/1154276622 conn(0x7fc4e809a280 msgr2=0x7fc4e8097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1154276622 shutdown_connections 2026-02-13T01:20:06.529 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.527+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1154276622 wait complete. 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 Processor -- start 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 -- start start 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 0x7fc4e81307a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4e812d2d0 0x7fc4e8130ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 0x7fc4e8131220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e81356d0 con 0x7fc4e812c7e0 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fc4e8135550 con 0x7fc4e8132320 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4eec1a640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fc4e8135850 con 0x7fc4e812d2d0 2026-02-13T01:20:06.532 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 0x7fc4e81307a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ed190640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 0x7fc4e8131220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4dffff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4e812d2d0 0x7fc4e8130ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 0x7fc4e81307a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40648/0 (socket says 10.20.193.72:40648) 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 -- 10.20.193.72:0/1966638234 learned_addr learned my addr 10.20.193.72:0/1966638234 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ed190640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 0x7fc4e8131220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50808/0 (socket says 10.20.193.72:50808) 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 -- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4e812d2d0 msgr2=0x7fc4e8130ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4e812d2d0 0x7fc4e8130ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 -- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 msgr2=0x7fc4e8131220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 0x7fc4e8131220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.528+0000 7fc4ec98f640 1 -- 10.20.193.72:0/1966638234 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4e8126850 con 0x7fc4e812c7e0 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4ec98f640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 0x7fc4e81307a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800c730 tx=0x7fc4d800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:06.533 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8004230 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4d80044c0 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d80038f0 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4e806dec0 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4e806e980 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4e812cbc0 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.529+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fc4d8023060 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.530+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fc4d8066b00 con 0x7fc4e812c7e0 2026-02-13T01:20:06.534 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.532+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fc4d8040900 con 0x7fc4e812c7e0 2026-02-13T01:20:06.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.615+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fc4e8050a10 con 0x7fc4e812c7e0 2026-02-13T01:20:06.617 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.617+0000 7fc4dd7fa640 1 -- 10.20.193.72:0/1966638234 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+121453 (secure 0 0 0) 0x7fc4d8066e20 con 0x7fc4e812c7e0 2026-02-13T01:20:06.619 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:06.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 >> v1:10.20.193.72:6800/3635446944 conn(0x7fc4b804f790 legacy=0x7fc4b8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 msgr2=0x7fc4e81307a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 0x7fc4e81307a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800c730 tx=0x7fc4d800cc00 comp rx=0 tx=0).stop 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 shutdown_connections 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4e8132320 0x7fc4e8131220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4e812d2d0 0x7fc4e8130ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 --2- 10.20.193.72:0/1966638234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4e812c7e0 0x7fc4e81307a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 >> 10.20.193.72:0/1966638234 conn(0x7fc4e809a280 msgr2=0x7fc4e809bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 shutdown_connections 2026-02-13T01:20:06.621 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.618+0000 7fc4eec1a640 1 -- 10.20.193.72:0/1966638234 wait complete. 2026-02-13T01:20:06.626 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":5,"flags":0,"active_gid":4118,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6800","nonce":3635446944}]},"active_addr":"10.20.193.72:6800/3635446944","active_change":"2026-02-13T01:19:47.298268+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4135,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":3958641054}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":4126058896}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":3063173907}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":1824515966}]}]} 2026-02-13T01:20:06.634 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-13T01:20:06.634 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-13T01:20:06.634 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2157816926 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 msgr2=0x7fe0b0131de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2157816926 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0131de0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0009930 tx=0x7fe0a002f110 comp rx=0 tx=0).stop 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2157816926 shutdown_connections 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2157816926 >> v2:10.20.193.72:3300/0 conn(0x7fe0b0132320 0x7fe0b0134710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2157816926 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0131de0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2157816926 >> 10.20.193.72:0/2157816926 conn(0x7fe0b009a280 msgr2=0x7fe0b0097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2157816926 shutdown_connections 2026-02-13T01:20:06.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2157816926 wait complete. 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 Processor -- start 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.702+0000 7fe0b61fa640 1 -- start start 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe0b012c7e0 0x7fe0b01306d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0130c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe0b0132320 0x7fe0b0131150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b0135710 con 0x7fe0b012c7e0 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe0b0135590 con 0x7fe0b0132320 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe0b0135890 con 0x7fe0b012d2d0 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0af7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe0b012c7e0 0x7fe0b01306d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0130c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0130c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37034/0 (socket says 10.20.193.72:37034) 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 -- 10.20.193.72:0/2832292384 learned_addr learned my addr 10.20.193.72:0/2832292384 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0af7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe0b012c7e0 0x7fe0b01306d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40674/0 (socket says 10.20.193.72:40674) 2026-02-13T01:20:06.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0affff640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe0b0132320 0x7fe0b0131150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 -- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe0b0132320 msgr2=0x7fe0b0131150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe0b0132320 0x7fe0b0131150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 -- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe0b012c7e0 msgr2=0x7fe0b01306d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe0b012c7e0 0x7fe0b01306d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 -- 10.20.193.72:0/2832292384 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0b0126880 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0aeffd640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0130c10 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0009a60 tx=0x7fe0a0002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a0004550 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0a002fe50 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0b006e250 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a00048a0 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.703+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0b01c6af0 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.704+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0b012cbc0 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.704+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe0a0038470 con 0x7fe0b012d2d0 2026-02-13T01:20:06.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.704+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe0a008b230 con 0x7fe0b012d2d0 2026-02-13T01:20:06.707 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.706+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe0a0065070 con 0x7fe0b012d2d0 2026-02-13T01:20:06.779 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.778+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0b006dec0 con 0x7fe0b012d2d0 2026-02-13T01:20:06.779 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.778+0000 7fe08bfff640 1 -- 10.20.193.72:0/2832292384 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8820 (secure 0 0 0) 0x7fe0a008a390 con 0x7fe0b012d2d0 2026-02-13T01:20:06.780 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:06.780 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":17,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:06.252696+0000","last_up_change":"2026-02-13T01:19:58.232994+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":3199760016}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":3199760016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":3199760016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":3199760016}]},"public_addr":"10.20.193.72:6805/3199760016","cluster_addr":"10.20.193.72:6807/3199760016","heartbeat_back_addr":"10.20.193.72:6811/3199760016","heartbeat_front_addr":"10.20.193.72:6809/3199760016","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":1861286307}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":1861286307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":1861286307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":1861286307}]},"public_addr":"10.20.193.72:6813/1861286307","cluster_addr":"10.20.193.72:6814/1861286307","heartbeat_back_addr":"10.20.193.72:6816/1861286307","heartbeat_front_addr":"10.20.193.72:6815/1861286307","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2385769069}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2385769069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2385769069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2385769069}]},"public_addr":"10.20.193.72:6801/2385769069","cluster_addr":"10.20.193.72:6802/2385769069","heartbeat_back_addr":"10.20.193.72:6804/2385769069","heartbeat_front_addr":"10.20.193.72:6803/2385769069","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":3190537670}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":3190537670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":3190537670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":3190537670}]},"public_addr":"10.20.193.72:6806/3190537670","cluster_addr":"10.20.193.72:6808/3190537670","heartbeat_back_addr":"10.20.193.72:6812/3190537670","heartbeat_front_addr":"10.20.193.72:6810/3190537670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 >> v1:10.20.193.72:6800/3635446944 conn(0x7fe08004f790 legacy=0x7fe080051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 msgr2=0x7fe0b0130c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0130c10 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0009a60 tx=0x7fe0a0002910 comp rx=0 tx=0).stop 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 shutdown_connections 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe0b0132320 0x7fe0b0131150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe0b012d2d0 0x7fe0b0130c10 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.781 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 --2- 10.20.193.72:0/2832292384 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe0b012c7e0 0x7fe0b01306d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.782 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 >> 10.20.193.72:0/2832292384 conn(0x7fe0b009a280 msgr2=0x7fe0b009bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.782 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 shutdown_connections 2026-02-13T01:20:06.782 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.779+0000 7fe0b61fa640 1 -- 10.20.193.72:0/2832292384 wait complete. 2026-02-13T01:20:06.788 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-13T01:20:06.788 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:06.862 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 -- 10.20.193.72:0/1968470833 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12ebd0 msgr2=0x7fe75c12f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.862 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1968470833 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12ebd0 0x7fe75c12f150 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe748009a00 tx=0x7fe74802f280 comp rx=0 tx=0).stop 2026-02-13T01:20:06.862 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 -- 10.20.193.72:0/1968470833 shutdown_connections 2026-02-13T01:20:06.862 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1968470833 >> v2:10.20.193.72:3300/0 conn(0x7fe75c12f690 0x7fe75c12b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.862 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1968470833 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c12c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.862 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1968470833 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12ebd0 0x7fe75c12f150 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 -- 10.20.193.72:0/1968470833 >> 10.20.193.72:0/1968470833 conn(0x7fe75c09f3b0 msgr2=0x7fe75c09f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 -- 10.20.193.72:0/1968470833 shutdown_connections 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 -- 10.20.193.72:0/1968470833 wait complete. 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 Processor -- start 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.858+0000 7fe7625f8640 1 -- start start 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c09ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe75c12ebd0 0x7fe75c09b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12f690 0x7fe75c12fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe75c136b20 con 0x7fe75c12ebd0 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe75c1369a0 con 0x7fe75c12bc10 2026-02-13T01:20:06.863 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe75c136ca0 con 0x7fe75c12f690 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c09ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75b7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe75c12ebd0 0x7fe75c09b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe760b6e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12f690 0x7fe75c12fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c09ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50848/0 (socket says 10.20.193.72:50848) 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 -- 10.20.193.72:0/1431105899 learned_addr learned my addr 10.20.193.72:0/1431105899 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 -- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12f690 msgr2=0x7fe75c12fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12f690 0x7fe75c12fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 -- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe75c12ebd0 msgr2=0x7fe75c09b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe75c12ebd0 0x7fe75c09b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 -- 10.20.193.72:0/1431105899 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe75c131ba0 con 0x7fe75c12bc10 2026-02-13T01:20:06.864 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe760b6e640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12f690 0x7fe75c12fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe75bfff640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c09ac20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe748009b30 tx=0x7fe748002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748004570 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe748002d10 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe75c133000 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7480386d0 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.859+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe75c132450 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.860+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe75c12f150 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.860+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe748038870 con 0x7fe75c12bc10 2026-02-13T01:20:06.865 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.860+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe74808b730 con 0x7fe75c12bc10 2026-02-13T01:20:06.866 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.862+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe7480655d0 con 0x7fe75c12bc10 2026-02-13T01:20:06.937 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.936+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe75c073c20 con 0x7fe75c12bc10 2026-02-13T01:20:06.937 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.936+0000 7fe758ff9640 1 -- 10.20.193.72:0/1431105899 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8820 (secure 0 0 0) 0x7fe74808a890 con 0x7fe75c12bc10 2026-02-13T01:20:06.938 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:06.938 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":17,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:06.252696+0000","last_up_change":"2026-02-13T01:19:58.232994+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":3199760016}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":3199760016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":3199760016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":3199760016}]},"public_addr":"10.20.193.72:6805/3199760016","cluster_addr":"10.20.193.72:6807/3199760016","heartbeat_back_addr":"10.20.193.72:6811/3199760016","heartbeat_front_addr":"10.20.193.72:6809/3199760016","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":1861286307}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":1861286307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":1861286307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":1861286307}]},"public_addr":"10.20.193.72:6813/1861286307","cluster_addr":"10.20.193.72:6814/1861286307","heartbeat_back_addr":"10.20.193.72:6816/1861286307","heartbeat_front_addr":"10.20.193.72:6815/1861286307","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2385769069}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2385769069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2385769069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2385769069}]},"public_addr":"10.20.193.72:6801/2385769069","cluster_addr":"10.20.193.72:6802/2385769069","heartbeat_back_addr":"10.20.193.72:6804/2385769069","heartbeat_front_addr":"10.20.193.72:6803/2385769069","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":3190537670}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":3190537670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":3190537670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":3190537670}]},"public_addr":"10.20.193.72:6806/3190537670","cluster_addr":"10.20.193.72:6808/3190537670","heartbeat_back_addr":"10.20.193.72:6812/3190537670","heartbeat_front_addr":"10.20.193.72:6810/3190537670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 >> v1:10.20.193.72:6800/3635446944 conn(0x7fe72c04f790 legacy=0x7fe72c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 msgr2=0x7fe75c09ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c09ac20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe748009b30 tx=0x7fe748002910 comp rx=0 tx=0).stop 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 shutdown_connections 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe75c12ebd0 0x7fe75c09b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe75c12f690 0x7fe75c12fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 --2- 10.20.193.72:0/1431105899 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe75c12bc10 0x7fe75c09ac20 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:06.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 >> 10.20.193.72:0/1431105899 conn(0x7fe75c09f3b0 msgr2=0x7fe75c09bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:06.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 shutdown_connections 2026-02-13T01:20:06.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:06.937+0000 7fe7625f8640 1 -- 10.20.193.72:0/1431105899 wait complete. 2026-02-13T01:20:06.947 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-13T01:20:06.948 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-13T01:20:06.948 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-13T01:20:06.949 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-13T01:20:07.021 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 -- 10.20.193.72:0/1452614160 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f62000939b0 msgr2=0x7f6200093e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.021 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 --2- 10.20.193.72:0/1452614160 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f62000939b0 0x7f6200093e20 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f61f400b0a0 tx=0x7f61f402f450 comp rx=0 tx=0).stop 2026-02-13T01:20:07.021 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 -- 10.20.193.72:0/1452614160 shutdown_connections 2026-02-13T01:20:07.021 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 --2- 10.20.193.72:0/1452614160 >> v2:10.20.193.72:3300/0 conn(0x7f6200094ea0 0x7f6200093470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.021 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 --2- 10.20.193.72:0/1452614160 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f62000939b0 0x7f6200093e20 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 --2- 10.20.193.72:0/1452614160 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6200094580 0x7f6200094960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 -- 10.20.193.72:0/1452614160 >> 10.20.193.72:0/1452614160 conn(0x7f620009a170 msgr2=0x7f6200097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 -- 10.20.193.72:0/1452614160 shutdown_connections 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.019+0000 7f62089eb640 1 -- 10.20.193.72:0/1452614160 wait complete. 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 Processor -- start 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 -- 10.20.193.72:0/21168564 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 msgr2=0x7f02d4136b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.022 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 --2- 10.20.193.72:0/21168564 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 0x7f02d4136b00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f02c4009f60 tx=0x7f02c402f3b0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.023 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 -- start start 2026-02-13T01:20:07.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 -- 10.20.193.72:0/21168564 shutdown_connections 2026-02-13T01:20:07.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 --2- 10.20.193.72:0/21168564 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 0x7f02d4136b00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 --2- 10.20.193.72:0/21168564 >> v2:10.20.193.72:3300/0 conn(0x7f02d4095070 0x7f02d41341d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 -- 10.20.193.72:0/21168564 >> 10.20.193.72:0/21168564 conn(0x7f02d409a170 msgr2=0x7f02d4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 -- 10.20.193.72:0/21168564 shutdown_connections 2026-02-13T01:20:07.024 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 -- 10.20.193.72:0/21168564 wait complete. 2026-02-13T01:20:07.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 -- 10.20.193.72:0/3964748694 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406ffa0 msgr2=0x7f501406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 --2- 10.20.193.72:0/3964748694 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406ffa0 0x7f501406e870 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009a00 tx=0x7f4ffc02f1f0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 -- 10.20.193.72:0/3964748694 shutdown_connections 2026-02-13T01:20:07.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 --2- 10.20.193.72:0/3964748694 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f501406edb0 0x7f50141353e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.025 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 --2- 10.20.193.72:0/3964748694 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406ffa0 0x7f501406e870 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 --2- 10.20.193.72:0/3964748694 >> v2:10.20.193.72:3300/0 conn(0x7f501406df50 0x7f501406e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 -- 10.20.193.72:0/3964748694 >> 10.20.193.72:0/3964748694 conn(0x7f501409bcd0 msgr2=0x7f501409c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 -- 10.20.193.72:0/3964748694 shutdown_connections 2026-02-13T01:20:07.026 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f5013577640 1 -- 10.20.193.72:0/3964748694 wait complete. 2026-02-13T01:20:07.027 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f62000939b0 0x7f62001264f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6200094580 0x7f6200126a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6200094ea0 0x7f6200132270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f6200134420 con 0x7f62000939b0 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f62001342a0 con 0x7f6200094580 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f62089eb640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f62001345a0 con 0x7f6200094ea0 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f62000939b0 0x7f62001264f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6205f5f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6200094580 0x7f6200126a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f62000939b0 0x7f62001264f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40742/0 (socket says 10.20.193.72:40742) 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 -- 10.20.193.72:0/2367880524 learned_addr learned my addr 10.20.193.72:0/2367880524 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206f61640 1 --2- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6200094ea0 0x7f6200132270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 -- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6200094ea0 msgr2=0x7f6200132270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.028 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 --2- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6200094ea0 0x7f6200132270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.029 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 -- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6200094580 msgr2=0x7f6200126a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.029 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 --2- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6200094580 0x7f6200126a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.029 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 -- 10.20.193.72:0/2367880524 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f620006fad0 con 0x7f62000939b0 2026-02-13T01:20:07.029 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6205f5f640 1 --2- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6200094580 0x7f6200126a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.029 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 Processor -- start 2026-02-13T01:20:07.029 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f02d910e640 1 -- start start 2026-02-13T01:20:07.030 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.020+0000 7f6206760640 1 --2- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f62000939b0 0x7f62001264f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f61f800ea30 tx=0x7f61f800ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.030 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f800ce50 con 0x7f62000939b0 2026-02-13T01:20:07.030 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61f80040d0 con 0x7f62000939b0 2026-02-13T01:20:07.030 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f8004500 con 0x7f62000939b0 2026-02-13T01:20:07.031 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f620006fd90 con 0x7f62000939b0 2026-02-13T01:20:07.031 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 Processor -- start 2026-02-13T01:20:07.031 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6200126f70 con 0x7f62000939b0 2026-02-13T01:20:07.032 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 -- start start 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02d4094580 0x7f02d4122340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02d4095070 0x7f02d4122880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 0x7f02d4122dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f02d4137a20 con 0x7f02d4094580 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f02d41378a0 con 0x7f02d4134710 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f02d4137ba0 con 0x7f02d4095070 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d2d76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02d4094580 0x7f02d4122340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 0x7f02d4122dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.033 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d2d76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02d4094580 0x7f02d4122340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40744/0 (socket says 10.20.193.72:40744) 2026-02-13T01:20:07.034 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d2d76640 1 -- 10.20.193.72:0/2336449866 learned_addr learned my addr 10.20.193.72:0/2336449866 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.034 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d2575640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02d4095070 0x7f02d4122880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406df50 0x7f50141c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f501406edb0 0x7f50141c7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f501406ffa0 0x7f50141c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f5014136780 con 0x7f501406edb0 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f5014136600 con 0x7f501406df50 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f5014136900 con 0x7f501406ffa0 2026-02-13T01:20:07.035 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406df50 0x7f50141c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.036 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6200094960 con 0x7f62000939b0 2026-02-13T01:20:07.036 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406df50 0x7f50141c6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50908/0 (socket says 10.20.193.72:50908) 2026-02-13T01:20:07.036 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 -- 10.20.193.72:0/2759394800 learned_addr learned my addr 10.20.193.72:0/2759394800 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.036 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012d76640 1 --2- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f501406ffa0 0x7f50141c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.037 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 -- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02d4095070 msgr2=0x7f02d4122880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.037 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02d4095070 0x7f02d4122880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.037 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 -- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02d4094580 msgr2=0x7f02d4122340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.037 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02d4094580 0x7f02d4122340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.037 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 -- 10.20.193.72:0/2336449866 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02d4124580 con 0x7f02d4134710 2026-02-13T01:20:07.038 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5011d74640 1 --2- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f501406edb0 0x7f50141c7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.038 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d2575640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02d4095070 0x7f02d4122880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.038 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d2d76640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02d4094580 0x7f02d4122340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.039 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d3577640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 0x7f02d4122dc0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f02d4099570 tx=0x7f02c4002dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.039 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 -- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f501406ffa0 msgr2=0x7f50141c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.039 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 --2- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f501406ffa0 0x7f50141c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.039 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 -- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f501406edb0 msgr2=0x7f50141c7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.039 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 --2- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f501406edb0 0x7f50141c7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.039 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 -- 10.20.193.72:0/2759394800 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5014127120 con 0x7f501406df50 2026-02-13T01:20:07.040 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c4045070 con 0x7f02d4134710 2026-02-13T01:20:07.040 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02c4004570 con 0x7f02d4134710 2026-02-13T01:20:07.040 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02d4123300 con 0x7f02d4134710 2026-02-13T01:20:07.041 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5012575640 1 --2- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406df50 0x7f50141c6b20 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f50080027e0 tx=0x7f5008002cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.041 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c4007500 con 0x7f02d4134710 2026-02-13T01:20:07.041 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f02d4124bd0 con 0x7f02d4134710 2026-02-13T01:20:07.041 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500800ed40 con 0x7f501406df50 2026-02-13T01:20:07.042 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f61f80026e0 con 0x7f62000939b0 2026-02-13T01:20:07.042 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5008010430 con 0x7f501406df50 2026-02-13T01:20:07.043 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501409abe0 con 0x7f501406df50 2026-02-13T01:20:07.043 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5008010820 con 0x7f501406df50 2026-02-13T01:20:07.043 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.021+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5014099070 con 0x7f501406df50 2026-02-13T01:20:07.043 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f02d4124160 con 0x7f02d4134710 2026-02-13T01:20:07.043 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f501406e330 con 0x7f501406df50 2026-02-13T01:20:07.044 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f61f80675f0 con 0x7f62000939b0 2026-02-13T01:20:07.044 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f5008020030 con 0x7f501406df50 2026-02-13T01:20:07.044 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 --> v1:10.20.193.72:6801/2385769069 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f61d0059b00 con 0x7f61d0055e10 2026-02-13T01:20:07.045 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f61f806e050 con 0x7f62000939b0 2026-02-13T01:20:07.045 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.022+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f02c403f030 con 0x7f02d4134710 2026-02-13T01:20:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f5008067240 con 0x7f501406df50 2026-02-13T01:20:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 --> v1:10.20.193.72:6805/3199760016 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5008009030 con 0x7f4fe0055e10 2026-02-13T01:20:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f500806e050 con 0x7f501406df50 2026-02-13T01:20:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f02c408ba20 con 0x7f02d4134710 2026-02-13T01:20:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 --> v1:10.20.193.72:6806/3190537670 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f02c404ee50 con 0x7f02a0055e80 2026-02-13T01:20:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f02c408bdd0 con 0x7f02d4134710 2026-02-13T01:20:07.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== osd.2 v1:10.20.193.72:6801/2385769069 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f61d0059b00 con 0x7f61d0055e10 2026-02-13T01:20:07.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== osd.0 v1:10.20.193.72:6805/3199760016 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f5008009030 con 0x7f4fe0055e10 2026-02-13T01:20:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1985830760 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 msgr2=0x7f8b5c133ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.023+0000 7f8b62cc2640 1 --2- 10.20.193.72:0/1985830760 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c133ef0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8b44009960 tx=0x7f8b4402f1f0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1985830760 shutdown_connections 2026-02-13T01:20:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 --2- 10.20.193.72:0/1985830760 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c134430 0x7f8b5c136820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 --2- 10.20.193.72:0/1985830760 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c133ef0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1985830760 >> 10.20.193.72:0/1985830760 conn(0x7f8b5c09f500 msgr2=0x7f8b5c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1985830760 shutdown_connections 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1985830760 wait complete. 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 Processor -- start 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- start start 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c06e300 0x7f8b5c1c7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c1c7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8b5c134430 0x7f8b5c12cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f8b5c137a50 con 0x7f8b5c134430 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f8b5c1378d0 con 0x7f8b5c06edf0 2026-02-13T01:20:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b62cc2640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f8b5c137bd0 con 0x7f8b5c06e300 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b53fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c1c7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b60a37640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c06e300 0x7f8b5c1c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b61238640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8b5c134430 0x7f8b5c12cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b53fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c1c7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50922/0 (socket says 10.20.193.72:50922) 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b60a37640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c06e300 0x7f8b5c1c7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37118/0 (socket says 10.20.193.72:37118) 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.025+0000 7f8b53fff640 1 -- 10.20.193.72:0/1982018229 learned_addr learned my addr 10.20.193.72:0/1982018229 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.051 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== osd.3 v1:10.20.193.72:6806/3190537670 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f02c404ee50 con 0x7f02a0055e80 2026-02-13T01:20:07.053 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b53fff640 1 -- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c06e300 msgr2=0x7f8b5c1c7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.053 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b53fff640 1 --2- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c06e300 0x7f8b5c1c7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.053 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b53fff640 1 -- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8b5c134430 msgr2=0x7f8b5c12cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.053 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b53fff640 1 --2- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8b5c134430 0x7f8b5c12cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b53fff640 1 -- 10.20.193.72:0/1982018229 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b5c130520 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b60a37640 1 --2- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8b5c06e300 0x7f8b5c1c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b53fff640 1 --2- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c1c7590 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8b44009880 tx=0x7f8b44002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b44005d90 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b44002d10 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b5c12e750 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b44004b00 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b5c12ee10 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.026+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8b5c09bec0 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.027+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f8b44004ca0 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.027+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f8b4408b360 con 0x7f8b5c06edf0 2026-02-13T01:20:07.054 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.027+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 --> v1:10.20.193.72:6813/1861286307 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8b4404ce50 con 0x7f8b2c055e40 2026-02-13T01:20:07.055 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.027+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f8b44092050 con 0x7f8b5c06edf0 2026-02-13T01:20:07.055 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.028+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== osd.1 v1:10.20.193.72:6813/1861286307 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f8b4404ce50 con 0x7f8b2c055e40 2026-02-13T01:20:07.055 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 --> v1:10.20.193.72:6801/2385769069 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f620009bb30 con 0x7f61d0055e10 2026-02-13T01:20:07.055 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f61eaffd640 1 -- 10.20.193.72:0/2367880524 <== osd.2 v1:10.20.193.72:6801/2385769069 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 2217796425) 0x7f620009bb30 con 0x7f61d0055e10 2026-02-13T01:20:07.056 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 --> v1:10.20.193.72:6805/3199760016 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5014071520 con 0x7f4fe0055e10 2026-02-13T01:20:07.056 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 >> v1:10.20.193.72:6801/2385769069 conn(0x7f61d0055e10 legacy=0x7f61d0058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.056 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 >> v1:10.20.193.72:6800/3635446944 conn(0x7f61d004f790 legacy=0x7f61d0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.056 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f62000939b0 msgr2=0x7f62001264f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 --2- 10.20.193.72:0/2367880524 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f62000939b0 0x7f62001264f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f61f800ea30 tx=0x7f61f800ef00 comp rx=0 tx=0).stop 2026-02-13T01:20:07.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f4ffaffd640 1 -- 10.20.193.72:0/2759394800 <== osd.0 v1:10.20.193.72:6805/3199760016 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7f5014071520 con 0x7f4fe0055e10 2026-02-13T01:20:07.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f6206f61640 1 -- 10.20.193.72:0/2367880524 reap_dead start 2026-02-13T01:20:07.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 shutdown_connections 2026-02-13T01:20:07.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 >> 10.20.193.72:0/2367880524 conn(0x7f620009a170 msgr2=0x7f620009b1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 shutdown_connections 2026-02-13T01:20:07.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f62089eb640 1 -- 10.20.193.72:0/2367880524 wait complete. 2026-02-13T01:20:07.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 >> v1:10.20.193.72:6805/3199760016 conn(0x7f4fe0055e10 legacy=0x7f4fe0058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 >> v1:10.20.193.72:6800/3635446944 conn(0x7f4fe004f790 legacy=0x7f4fe0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406df50 msgr2=0x7f50141c6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 --2- 10.20.193.72:0/2759394800 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f501406df50 0x7f50141c6b20 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f50080027e0 tx=0x7f5008002cb0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5012d76640 1 -- 10.20.193.72:0/2759394800 reap_dead start 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 shutdown_connections 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 >> 10.20.193.72:0/2759394800 conn(0x7f501409bcd0 msgr2=0x7f5014070e10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 shutdown_connections 2026-02-13T01:20:07.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.030+0000 7f5013577640 1 -- 10.20.193.72:0/2759394800 wait complete. 2026-02-13T01:20:07.061 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.032+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 --> v1:10.20.193.72:6806/3190537670 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f02d40932b0 con 0x7f02a0055e80 2026-02-13T01:20:07.061 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02b37fe640 1 -- 10.20.193.72:0/2336449866 <== osd.3 v1:10.20.193.72:6806/3190537670 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7f02d40932b0 con 0x7f02a0055e80 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 >> v1:10.20.193.72:6806/3190537670 conn(0x7f02a0055e80 legacy=0x7f02a0058300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 >> v1:10.20.193.72:6800/3635446944 conn(0x7f02a004f790 legacy=0x7f02a0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 msgr2=0x7f02d4122dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 --2- 10.20.193.72:0/2336449866 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02d4134710 0x7f02d4122dc0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f02d4099570 tx=0x7f02c4002dd0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d3577640 1 -- 10.20.193.72:0/2336449866 reap_dead start 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 shutdown_connections 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 >> 10.20.193.72:0/2336449866 conn(0x7f02d409a170 msgr2=0x7f02d4092920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 shutdown_connections 2026-02-13T01:20:07.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.033+0000 7f02d910e640 1 -- 10.20.193.72:0/2336449866 wait complete. 2026-02-13T01:20:07.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.034+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 --> v1:10.20.193.72:6813/1861286307 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8b5c06e6e0 con 0x7f8b2c055e40 2026-02-13T01:20:07.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b517fa640 1 -- 10.20.193.72:0/1982018229 <== osd.1 v1:10.20.193.72:6813/1861286307 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 262009991) 0x7f8b5c06e6e0 con 0x7f8b2c055e40 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 >> v1:10.20.193.72:6813/1861286307 conn(0x7f8b2c055e40 legacy=0x7f8b2c0582c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 >> v1:10.20.193.72:6800/3635446944 conn(0x7f8b2c04f7c0 legacy=0x7f8b2c051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 msgr2=0x7f8b5c1c7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 --2- 10.20.193.72:0/1982018229 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8b5c06edf0 0x7f8b5c1c7590 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8b44009880 tx=0x7f8b44002910 comp rx=0 tx=0).stop 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b61238640 1 -- 10.20.193.72:0/1982018229 reap_dead start 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 shutdown_connections 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 >> 10.20.193.72:0/1982018229 conn(0x7f8b5c09f500 msgr2=0x7f8b5c1284f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 shutdown_connections 2026-02-13T01:20:07.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.035+0000 7f8b62cc2640 1 -- 10.20.193.72:0/1982018229 wait complete. 2026-02-13T01:20:07.065 INFO:teuthology.orchestra.run.trial072.stdout:38654705667 2026-02-13T01:20:07.065 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:20:07.066 INFO:teuthology.orchestra.run.trial072.stdout:42949672963 2026-02-13T01:20:07.067 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-13T01:20:07.067 INFO:teuthology.orchestra.run.trial072.stdout:42949672963 2026-02-13T01:20:07.068 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-13T01:20:07.068 INFO:teuthology.orchestra.run.trial072.stdout:42949672964 2026-02-13T01:20:07.069 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-13T01:20:07.176 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 -- 10.20.193.72:0/1740406945 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c012f490 msgr2=0x7f02c012f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.176 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 --2- 10.20.193.72:0/1740406945 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c012f490 0x7f02c012f920 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009f60 tx=0x7f02bc02f330 comp rx=0 tx=0).stop 2026-02-13T01:20:07.177 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 -- 10.20.193.72:0/432537144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca4094ea0 msgr2=0x7f6ca4093470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.177 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 --2- 10.20.193.72:0/432537144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca4094ea0 0x7f6ca4093470 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6c98009a30 tx=0x7f6c9802f260 comp rx=0 tx=0).stop 2026-02-13T01:20:07.177 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 -- 10.20.193.72:0/432537144 shutdown_connections 2026-02-13T01:20:07.177 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 --2- 10.20.193.72:0/432537144 >> v2:10.20.193.72:3300/0 conn(0x7f6ca40939b0 0x7f6ca4093e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.177 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 --2- 10.20.193.72:0/432537144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca4094ea0 0x7f6ca4093470 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 --2- 10.20.193.72:0/432537144 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094580 0x7f6ca4094960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 -- 10.20.193.72:0/432537144 >> 10.20.193.72:0/432537144 conn(0x7f6ca409a170 msgr2=0x7f6ca4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 -- 10.20.193.72:0/1740406945 shutdown_connections 2026-02-13T01:20:07.178 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 --2- 10.20.193.72:0/1740406945 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c012f490 0x7f02c012f920 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 --2- 10.20.193.72:0/1740406945 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02c006e660 0x7f02c012ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 --2- 10.20.193.72:0/1740406945 >> v2:10.20.193.72:3300/0 conn(0x7f02c006dd40 0x7f02c006e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 -- 10.20.193.72:0/1740406945 >> 10.20.193.72:0/1740406945 conn(0x7f02c0099ce0 msgr2=0x7f02c009a0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 -- 10.20.193.72:0/432537144 shutdown_connections 2026-02-13T01:20:07.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 -- 10.20.193.72:0/432537144 wait complete. 2026-02-13T01:20:07.180 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 -- 10.20.193.72:0/1740406945 shutdown_connections 2026-02-13T01:20:07.180 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f02c754e640 1 -- 10.20.193.72:0/1740406945 wait complete. 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2934109599 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0132020 msgr2=0x7f9ad0134410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2934109599 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0132020 0x7f9ad0134410 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9acc009fd0 tx=0x7f9acc02f3e0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2934109599 shutdown_connections 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2934109599 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0132020 0x7f9ad0134410 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2934109599 >> v2:10.20.193.72:3300/0 conn(0x7f9ad0096430 0x7f9ad0131ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2934109599 >> 10.20.193.72:0/2934109599 conn(0x7f9ad009a170 msgr2=0x7f9ad0097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2934109599 shutdown_connections 2026-02-13T01:20:07.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2934109599 wait complete. 2026-02-13T01:20:07.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 Processor -- start 2026-02-13T01:20:07.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.175+0000 7f6cab916640 1 -- start start 2026-02-13T01:20:07.183 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 Processor -- start 2026-02-13T01:20:07.183 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 -- start start 2026-02-13T01:20:07.183 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6cab916640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca40939b0 0x7f6ca41335a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.183 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 Processor -- start 2026-02-13T01:20:07.184 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6cab916640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 0x7f6ca4123750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.184 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6cab916640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094ea0 0x7f6ca4123c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.184 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6cab916640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca4134470 con 0x7f6ca4094580 2026-02-13T01:20:07.184 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6cab916640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f6ca41342f0 con 0x7f6ca4094ea0 2026-02-13T01:20:07.185 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6cab916640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f6ca41345f0 con 0x7f6ca40939b0 2026-02-13T01:20:07.185 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 -- 10.20.193.72:0/3635273105 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71006e300 msgr2=0x7ff71006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.185 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 --2- 10.20.193.72:0/3635273105 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71006e300 0x7ff71006e6e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff700009a30 tx=0x7ff70002f200 comp rx=0 tx=0).stop 2026-02-13T01:20:07.185 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 -- start start 2026-02-13T01:20:07.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 0x7f6ca4123750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca9e8c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094ea0 0x7f6ca4123c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 0x7f6ca4123750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40788/0 (socket says 10.20.193.72:40788) 2026-02-13T01:20:07.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 -- 10.20.193.72:0/3635273105 shutdown_connections 2026-02-13T01:20:07.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 --2- 10.20.193.72:0/3635273105 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff71012f2e0 0x7ff71012f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.187 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 --2- 10.20.193.72:0/3635273105 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71006e300 0x7ff71006e6e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.187 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 -- 10.20.193.72:0/2787077639 learned_addr learned my addr 10.20.193.72:0/2787077639 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.187 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca968b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca40939b0 0x7f6ca41335a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.188 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 -- 10.20.193.72:0/3635273105 >> 10.20.193.72:0/3635273105 conn(0x7ff71009f500 msgr2=0x7ff71009f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.188 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 -- 10.20.193.72:0/3635273105 shutdown_connections 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02c006dd40 0x7f02c0092690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 0x7f02c0092bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02c012f490 0x7f02c0093110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0136a10 con 0x7f02c012f490 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f02c0136890 con 0x7f02c006dd40 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f02c0136b90 con 0x7f02c006e660 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 0x7f02c0092bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.189 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c6d4d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02c012f490 0x7f02c0093110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.190 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 0x7f02c0092bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37150/0 (socket says 10.20.193.72:37150) 2026-02-13T01:20:07.190 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 -- 10.20.193.72:0/2136893686 learned_addr learned my addr 10.20.193.72:0/2136893686 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.190 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 -- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca40939b0 msgr2=0x7f6ca41335a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.190 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca40939b0 0x7f6ca41335a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.190 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 -- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094ea0 msgr2=0x7f6ca4123c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.190 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094ea0 0x7f6ca4123c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.191 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 -- 10.20.193.72:0/3635273105 wait complete. 2026-02-13T01:20:07.191 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 -- 10.20.193.72:0/2787077639 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca4127100 con 0x7f6ca4094580 2026-02-13T01:20:07.191 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 0x7f9ad006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.192 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca9e8c640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094ea0 0x7f6ca4123c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.192 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca968b640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca40939b0 0x7f6ca41335a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9ad0096430 0x7f9ad006e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9ad0132020 0x7f9ad006e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad01356f0 con 0x7f9ad0096430 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f9ad0135570 con 0x7f9ad0093830 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad6bf2640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f9ad0135870 con 0x7f9ad0132020 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 0x7f9ad006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 0x7f9ad006dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:50966/0 (socket says 10.20.193.72:50966) 2026-02-13T01:20:07.193 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 -- 10.20.193.72:0/2551521442 learned_addr learned my addr 10.20.193.72:0/2551521442 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.194 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ac7fff640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9ad0096430 0x7f9ad006e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.194 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad5168640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9ad0132020 0x7f9ad006e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.194 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c654c640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02c006dd40 0x7f02c0092690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.194 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 -- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02c006dd40 msgr2=0x7f02c0092690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.195 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02c006dd40 0x7f02c0092690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.195 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 -- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02c012f490 msgr2=0x7f02c0093110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.195 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02c012f490 0x7f02c0093110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.195 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 -- 10.20.193.72:0/2136893686 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c00952c0 con 0x7f02c006e660 2026-02-13T01:20:07.195 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c6d4d640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02c012f490 0x7f02c0093110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.195 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6ca8e8a640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 0x7f6ca4123750 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6c98009b60 tx=0x7f6c9802fd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.196 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c5d4b640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 0x7f02c0092bd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f02b400ea30 tx=0x7f02b400ef00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.196 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 -- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9ad0132020 msgr2=0x7f9ad006e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.196 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9ad0132020 0x7f9ad006e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.196 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 -- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9ad0096430 msgr2=0x7f9ad006e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.196 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9ad0096430 0x7f9ad006e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.197 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 -- 10.20.193.72:0/2551521442 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad0091460 con 0x7f9ad0093830 2026-02-13T01:20:07.197 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ac7fff640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9ad0096430 0x7f9ad006e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.197 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad5168640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9ad0132020 0x7f9ad006e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:07.197 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b400ce50 con 0x7f02c006e660 2026-02-13T01:20:07.197 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02b40040d0 con 0x7f02c006e660 2026-02-13T01:20:07.198 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c0096920 con 0x7f02c006e660 2026-02-13T01:20:07.198 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c98002ab0 con 0x7f6ca4094580 2026-02-13T01:20:07.198 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4004500 con 0x7f02c006e660 2026-02-13T01:20:07.198 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c98002c50 con 0x7f6ca4094580 2026-02-13T01:20:07.199 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c98004b00 con 0x7f6ca4094580 2026-02-13T01:20:07.199 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f9ad4967640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 0x7f9ad006dda0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9ac000c730 tx=0x7f9ac000cc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.199 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c0094700 con 0x7f02c006e660 2026-02-13T01:20:07.200 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 Processor -- start 2026-02-13T01:20:07.200 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.176+0000 7ff7172df640 1 -- start start 2026-02-13T01:20:07.200 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac00052d0 con 0x7f9ad0093830 2026-02-13T01:20:07.201 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ac0005470 con 0x7f9ad0093830 2026-02-13T01:20:07.201 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac00038f0 con 0x7f9ad0093830 2026-02-13T01:20:07.201 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ad006f910 con 0x7f9ad0093830 2026-02-13T01:20:07.201 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ad00921c0 con 0x7f9ad0093830 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 0x7ff71012f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff71006ec20 0x7ff71012fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71012f2e0 0x7ff7101301d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7ff710137ad0 con 0x7ff71006e300 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7ff710137950 con 0x7ff71006ec20 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7ff710137c50 con 0x7ff71012f2e0 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 0x7ff71012f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.202 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca4126ac0 con 0x7f6ca4094580 2026-02-13T01:20:07.203 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 0x7ff71012f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40828/0 (socket says 10.20.193.72:40828) 2026-02-13T01:20:07.203 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff714853640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff71006ec20 0x7ff71012fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 -- 10.20.193.72:0/3084611215 learned_addr learned my addr 10.20.193.72:0/3084611215 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715855640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71012f2e0 0x7ff7101301d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 -- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71012f2e0 msgr2=0x7ff7101301d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71012f2e0 0x7ff7101301d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 -- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff71006ec20 msgr2=0x7ff71012fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff71006ec20 0x7ff71012fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.204 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca4133ae0 con 0x7f6ca4094580 2026-02-13T01:20:07.205 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 -- 10.20.193.72:0/3084611215 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff710073690 con 0x7ff71006e300 2026-02-13T01:20:07.205 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff715054640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 0x7ff71012f750 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff700009b60 tx=0x7ff7000026e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:07.205 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff700002ae0 con 0x7ff71006e300 2026-02-13T01:20:07.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02c0095c10 con 0x7f02c006e660 2026-02-13T01:20:07.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f02b40026e0 con 0x7f02c006e660 2026-02-13T01:20:07.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff700002ca0 con 0x7ff71006e300 2026-02-13T01:20:07.206 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff700004b00 con 0x7ff71006e300 2026-02-13T01:20:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ad0093c10 con 0x7f9ad0093830 2026-02-13T01:20:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ca4128b80 con 0x7f6ca4094580 2026-02-13T01:20:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9ac0003a90 con 0x7f9ad0093830 2026-02-13T01:20:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff710130c00 con 0x7ff71006e300 2026-02-13T01:20:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7101cce90 con 0x7ff71006e300 2026-02-13T01:20:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.177+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f02b40674f0 con 0x7f02c006e660 2026-02-13T01:20:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.178+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f9ac00667a0 con 0x7f9ad0093830 2026-02-13T01:20:07.209 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.178+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff71006e6e0 con 0x7ff71006e300 2026-02-13T01:20:07.209 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.178+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f6c9804a020 con 0x7f6ca4094580 2026-02-13T01:20:07.209 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.178+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7ff700038470 con 0x7ff71006e300 2026-02-13T01:20:07.210 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.178+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f6c9808b0c0 con 0x7f6ca4094580 2026-02-13T01:20:07.210 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.178+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7ff70008b640 con 0x7ff71006e300 2026-02-13T01:20:07.210 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.179+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f02b4041390 con 0x7f02c006e660 2026-02-13T01:20:07.211 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.180+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9ac00405c0 con 0x7f9ad0093830 2026-02-13T01:20:07.211 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.182+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f6ca4128b80 con 0x7f6ca4094580 2026-02-13T01:20:07.211 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.182+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7ff700065480 con 0x7ff71006e300 2026-02-13T01:20:07.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.252+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f02c0099630 con 0x7f02c006e660 2026-02-13T01:20:07.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.252+0000 7f02a6ffd640 1 -- 10.20.193.72:0/2136893686 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f02b4066650 con 0x7f02c006e660 2026-02-13T01:20:07.254 INFO:teuthology.orchestra.run.trial072.stdout:42949672962 2026-02-13T01:20:07.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.252+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9ad0050a10 con 0x7f9ad0093830 2026-02-13T01:20:07.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.252+0000 7f9ac57fa640 1 -- 10.20.193.72:0/2551521442 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9ac0065900 con 0x7f9ad0093830 2026-02-13T01:20:07.255 INFO:teuthology.orchestra.run.trial072.stdout:38654705666 2026-02-13T01:20:07.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 >> v1:10.20.193.72:6800/3635446944 conn(0x7f029004f7c0 legacy=0x7f0290051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 msgr2=0x7f02c0092bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 0x7f02c0092bd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f02b400ea30 tx=0x7f02b400ef00 comp rx=0 tx=0).stop 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 shutdown_connections 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02c012f490 0x7f02c0093110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02c006e660 0x7f02c0092bd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 --2- 10.20.193.72:0/2136893686 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02c006dd40 0x7f02c0092690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 >> 10.20.193.72:0/2136893686 conn(0x7f02c0099ce0 msgr2=0x7f02c009c580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 shutdown_connections 2026-02-13T01:20:07.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.253+0000 7f02c754e640 1 -- 10.20.193.72:0/2136893686 wait complete. 2026-02-13T01:20:07.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 >> v1:10.20.193.72:6800/3635446944 conn(0x7f9aa004f790 legacy=0x7f9aa0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 msgr2=0x7f9ad006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 0x7f9ad006dda0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9ac000c730 tx=0x7f9ac000cc00 comp rx=0 tx=0).stop 2026-02-13T01:20:07.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 shutdown_connections 2026-02-13T01:20:07.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9ad0096430 0x7f9ad006e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9ad0132020 0x7f9ad006e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 --2- 10.20.193.72:0/2551521442 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9ad0093830 0x7f9ad006dda0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 >> 10.20.193.72:0/2551521442 conn(0x7f9ad009a170 msgr2=0x7f9ad009b730 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 shutdown_connections 2026-02-13T01:20:07.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.254+0000 7f9ad6bf2640 1 -- 10.20.193.72:0/2551521442 wait complete. 2026-02-13T01:20:07.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.256+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff710050a10 con 0x7ff71006e300 2026-02-13T01:20:07.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.256+0000 7ff6fdffb640 1 -- 10.20.193.72:0/3084611215 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff70008a7a0 con 0x7ff71006e300 2026-02-13T01:20:07.259 INFO:teuthology.orchestra.run.trial072.stdout:42949672962 2026-02-13T01:20:07.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.256+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f6ca409bf90 con 0x7f6ca4094580 2026-02-13T01:20:07.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.257+0000 7f6c91ffb640 1 -- 10.20.193.72:0/2787077639 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6c98002e20 con 0x7f6ca4094580 2026-02-13T01:20:07.260 INFO:teuthology.orchestra.run.trial072.stdout:42949672963 2026-02-13T01:20:07.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 >> v1:10.20.193.72:6800/3635446944 conn(0x7ff6e004f790 legacy=0x7ff6e0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 msgr2=0x7ff71012f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 0x7ff71012f750 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff700009b60 tx=0x7ff7000026e0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 shutdown_connections 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff71012f2e0 0x7ff7101301d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff71006ec20 0x7ff71012fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 --2- 10.20.193.72:0/3084611215 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff71006e300 0x7ff71012f750 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 >> 10.20.193.72:0/3084611215 conn(0x7ff71009f500 msgr2=0x7ff71009cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 shutdown_connections 2026-02-13T01:20:07.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7ff7172df640 1 -- 10.20.193.72:0/3084611215 wait complete. 2026-02-13T01:20:07.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 >> v1:10.20.193.72:6800/3635446944 conn(0x7f6c7404f790 legacy=0x7f6c74051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 msgr2=0x7f6ca4123750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:07.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 0x7f6ca4123750 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6c98009b60 tx=0x7f6c9802fd20 comp rx=0 tx=0).stop 2026-02-13T01:20:07.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 shutdown_connections 2026-02-13T01:20:07.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6ca4094580 0x7f6ca4123750 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6ca4094ea0 0x7f6ca4123c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 --2- 10.20.193.72:0/2787077639 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6ca40939b0 0x7f6ca41335a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:07.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 >> 10.20.193.72:0/2787077639 conn(0x7f6ca409a170 msgr2=0x7f6ca409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:07.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 shutdown_connections 2026-02-13T01:20:07.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:07.258+0000 7f6cab916640 1 -- 10.20.193.72:0/2787077639 wait complete. 2026-02-13T01:20:07.264 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-13T01:20:07.265 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.2 2026-02-13T01:20:07.268 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672964 got 42949672963 for osd.1 2026-02-13T01:20:07.268 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.0 2026-02-13T01:20:08.264 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-13T01:20:08.266 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:20:08.269 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-13T01:20:08.269 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 -- 10.20.193.72:0/3319638496 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006e300 msgr2=0x7fdb5006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 --2- 10.20.193.72:0/3319638496 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006e300 0x7fdb5006e6e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdb40009a00 tx=0x7fdb4002f1f0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 -- 10.20.193.72:0/3319638496 shutdown_connections 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 --2- 10.20.193.72:0/3319638496 >> v2:10.20.193.72:3300/0 conn(0x7fdb5012f2e0 0x7fdb5012f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 --2- 10.20.193.72:0/3319638496 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006e300 0x7fdb5006e6e0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 -- 10.20.193.72:0/3319638496 >> 10.20.193.72:0/3319638496 conn(0x7fdb5009f500 msgr2=0x7fdb5009f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 -- 10.20.193.72:0/3319638496 shutdown_connections 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 -- 10.20.193.72:0/3319638496 wait complete. 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 Processor -- start 2026-02-13T01:20:08.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.333+0000 7fdb57686640 1 -- start start 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb5006e300 0x7fdb501c6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006ec20 0x7fdb501c74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 0x7fdb5012fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fdb50137990 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fdb50137810 con 0x7fdb5006ec20 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fdb50137b10 con 0x7fdb5006e300 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 0x7fdb5012fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb54bfa640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006ec20 0x7fdb501c74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 0x7fdb5012fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40850/0 (socket says 10.20.193.72:40850) 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 -- 10.20.193.72:0/159557084 learned_addr learned my addr 10.20.193.72:0/159557084 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb553fb640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb5006e300 0x7fdb501c6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 -- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb5006e300 msgr2=0x7fdb501c6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb5006e300 0x7fdb501c6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 -- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006ec20 msgr2=0x7fdb501c74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006ec20 0x7fdb501c74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 -- 10.20.193.72:0/159557084 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb50133190 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb55bfc640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 0x7fdb5012fcc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c00ef90 tx=0x7fdb4c00c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4c019070 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb4c0092f0 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb50132860 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4c002cc0 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.334+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb50131d30 con 0x7fdb5012f2e0 2026-02-13T01:20:08.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.335+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb5006e6e0 con 0x7fdb5012f2e0 2026-02-13T01:20:08.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.335+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fdb4c0040d0 con 0x7fdb5012f2e0 2026-02-13T01:20:08.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.335+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fdb4c067320 con 0x7fdb5012f2e0 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 -- 10.20.193.72:0/3649459134 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe3881324d0 msgr2=0x7fe3881348c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 --2- 10.20.193.72:0/3649459134 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe3881324d0 0x7fe3881348c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe378009f90 tx=0x7fe37802f390 comp rx=0 tx=0).stop 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 -- 10.20.193.72:0/3649459134 shutdown_connections 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 --2- 10.20.193.72:0/3649459134 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe3881324d0 0x7fe3881348c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 --2- 10.20.193.72:0/3649459134 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe38806ddb0 0x7fe38806e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 -- 10.20.193.72:0/3649459134 >> 10.20.193.72:0/3649459134 conn(0x7fe38809c450 msgr2=0x7fe38809c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 -- 10.20.193.72:0/3649459134 shutdown_connections 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fe38d033640 1 -- 10.20.193.72:0/3649459134 wait complete. 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.337+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fdb4c010040 con 0x7fdb5012f2e0 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 Processor -- start 2026-02-13T01:20:08.338 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 -- start start 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 0x7fe3881c6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe38806f1c0 0x7fe3881c74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe3881324d0 0x7fe3881c79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe388135990 con 0x7fe38806f1c0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe388135810 con 0x7fe38806ddb0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe388135b10 con 0x7fe3881324d0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 0x7fe3881c6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe38806f1c0 0x7fe3881c74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe387577640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe3881324d0 0x7fe3881c79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 0x7fe3881c6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:51008/0 (socket says 10.20.193.72:51008) 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 -- 10.20.193.72:0/3734118375 learned_addr learned my addr 10.20.193.72:0/3734118375 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 -- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe3881324d0 msgr2=0x7fe3881c79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe3881324d0 0x7fe3881c79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 -- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe38806f1c0 msgr2=0x7fe3881c74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe38806f1c0 0x7fe3881c74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 -- 10.20.193.72:0/3734118375 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe388131b40 con 0x7fe38806ddb0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe386d76640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 0x7fe3881c6f70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe37c00ea10 tx=0x7fe37c00eee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37c00cdd0 con 0x7fe38806ddb0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe37c0041c0 con 0x7fe38806ddb0 2026-02-13T01:20:08.339 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37c0026e0 con 0x7fe38806ddb0 2026-02-13T01:20:08.340 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe388071790 con 0x7fe38806ddb0 2026-02-13T01:20:08.340 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.338+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe388131240 con 0x7fe38806ddb0 2026-02-13T01:20:08.340 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.339+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe38806e190 con 0x7fe38806ddb0 2026-02-13T01:20:08.340 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.339+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe37c002880 con 0x7fe38806ddb0 2026-02-13T01:20:08.340 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.339+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe37c067580 con 0x7fe38806ddb0 2026-02-13T01:20:08.342 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.342+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe37c0413a0 con 0x7fe38806ddb0 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 -- 10.20.193.72:0/3698809755 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c132020 msgr2=0x7f578c134410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 --2- 10.20.193.72:0/3698809755 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c132020 0x7f578c134410 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5780009f60 tx=0x7f578002f330 comp rx=0 tx=0).stop 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 -- 10.20.193.72:0/3698809755 shutdown_connections 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 --2- 10.20.193.72:0/3698809755 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c132020 0x7f578c134410 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 --2- 10.20.193.72:0/3698809755 >> v2:10.20.193.72:3300/0 conn(0x7f578c096430 0x7f578c131ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 -- 10.20.193.72:0/3698809755 >> 10.20.193.72:0/3698809755 conn(0x7f578c09a170 msgr2=0x7f578c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 -- 10.20.193.72:0/3698809755 shutdown_connections 2026-02-13T01:20:08.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.376+0000 7f57928f0640 1 -- 10.20.193.72:0/3698809755 wait complete. 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- 10.20.193.72:0/1037671414 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c06ec20 msgr2=0x7f552c12ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 --2- 10.20.193.72:0/1037671414 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c06ec20 0x7f552c12ebd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f551c009930 tx=0x7f551c02f110 comp rx=0 tx=0).stop 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- 10.20.193.72:0/1037671414 shutdown_connections 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 --2- 10.20.193.72:0/1037671414 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c06ec20 0x7f552c12ebd0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 --2- 10.20.193.72:0/1037671414 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c06e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- 10.20.193.72:0/1037671414 >> 10.20.193.72:0/1037671414 conn(0x7f552c09f500 msgr2=0x7f552c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- 10.20.193.72:0/1037671414 shutdown_connections 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- 10.20.193.72:0/1037671414 wait complete. 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 Processor -- start 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 -- start start 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c093830 0x7f578c092770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f578c096430 0x7f578c092cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f578c132020 0x7f578c06dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f578c1356f0 con 0x7f578c096430 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f578c135570 con 0x7f578c132020 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f578c135870 con 0x7f578c093830 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578b7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f578c096430 0x7f578c092cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c093830 0x7f578c092770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578b7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f578c096430 0x7f578c092cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40894/0 (socket says 10.20.193.72:40894) 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578b7fe640 1 -- 10.20.193.72:0/2762159523 learned_addr learned my addr 10.20.193.72:0/2762159523 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.378 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f5790e66640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f578c132020 0x7f578c06dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 Processor -- start 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 -- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f578c132020 msgr2=0x7f578c06dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f578c132020 0x7f578c06dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 -- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f578c096430 msgr2=0x7f578c092cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f578c096430 0x7f578c092cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 -- 10.20.193.72:0/2762159523 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f578c092340 con 0x7f578c093830 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- start start 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f578bfff640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c093830 0x7f578c092770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f577800c4d0 tx=0x7f577800c9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5778016020 con 0x7f578c093830 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5778012a00 con 0x7f578c093830 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f578c091a40 con 0x7f578c093830 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5778011380 con 0x7f578c093830 2026-02-13T01:20:08.379 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f578c0931f0 con 0x7f578c093830 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c12fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f552c06ec20 0x7f552c130200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c12f110 0x7f552c130740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f552c137a30 con 0x7f552c12f110 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f552c1378b0 con 0x7f552c06ec20 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f55326df640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f552c137bb0 con 0x7f552c06e300 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f552bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c12fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f552bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c12fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37232/0 (socket says 10.20.193.72:37232) 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f552bfff640 1 -- 10.20.193.72:0/3970672957 learned_addr learned my addr 10.20.193.72:0/3970672957 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f552b7fe640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f552c06ec20 0x7f552c130200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.377+0000 7f5530c55640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c12f110 0x7f552c130740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f552bfff640 1 -- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f552c06ec20 msgr2=0x7f552c130200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f552bfff640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f552c06ec20 0x7f552c130200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f552bfff640 1 -- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c12f110 msgr2=0x7f552c130740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f552bfff640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c12f110 0x7f552c130740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f552bfff640 1 -- 10.20.193.72:0/3970672957 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f552c131980 con 0x7f552c06e300 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f552bfff640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c12fcc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f551800ea10 tx=0x7f551800eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551800ce50 con 0x7f552c06e300 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55180040d0 con 0x7f552c06e300 2026-02-13T01:20:08.380 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f552c12c3d0 con 0x7f552c06e300 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55180044e0 con 0x7f552c06e300 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f578c0988a0 con 0x7f578c093830 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f552c1324b0 con 0x7f552c06e300 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f5778011520 con 0x7f578c093830 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f5778066870 con 0x7f578c093830 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f552c06e6e0 con 0x7f552c06e300 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.378+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f5518020030 con 0x7f552c06e300 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.379+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f5518067260 con 0x7f552c06e300 2026-02-13T01:20:08.381 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.380+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f578c0988a0 con 0x7f578c093830 2026-02-13T01:20:08.383 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.382+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f552c131980 con 0x7f552c06e300 2026-02-13T01:20:08.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.408+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fdb50136c80 con 0x7fdb5012f2e0 2026-02-13T01:20:08.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.408+0000 7fdb3dffb640 1 -- 10.20.193.72:0/159557084 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdb4c041120 con 0x7fdb5012f2e0 2026-02-13T01:20:08.409 INFO:teuthology.orchestra.run.trial072.stdout:42949672963 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 >> v1:10.20.193.72:6800/3635446944 conn(0x7fdb2004f790 legacy=0x7fdb20051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 msgr2=0x7fdb5012fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 0x7fdb5012fcc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c00ef90 tx=0x7fdb4c00c560 comp rx=0 tx=0).stop 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 shutdown_connections 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb5012f2e0 0x7fdb5012fcc0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb5006ec20 0x7fdb501c74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 --2- 10.20.193.72:0/159557084 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb5006e300 0x7fdb501c6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 >> 10.20.193.72:0/159557084 conn(0x7fdb5009f500 msgr2=0x7fdb5009cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 shutdown_connections 2026-02-13T01:20:08.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.410+0000 7fdb57686640 1 -- 10.20.193.72:0/159557084 wait complete. 2026-02-13T01:20:08.415 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.414+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe3880982a0 con 0x7fe38806ddb0 2026-02-13T01:20:08.415 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.414+0000 7fe3677fe640 1 -- 10.20.193.72:0/3734118375 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe37c0666e0 con 0x7fe38806ddb0 2026-02-13T01:20:08.415 INFO:teuthology.orchestra.run.trial072.stdout:38654705667 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 >> v1:10.20.193.72:6800/3635446944 conn(0x7fe35404f790 legacy=0x7fe354051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 msgr2=0x7fe3881c6f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 0x7fe3881c6f70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe37c00ea10 tx=0x7fe37c00eee0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 shutdown_connections 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe38806f1c0 0x7fe3881c74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe3881324d0 0x7fe3881c79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 --2- 10.20.193.72:0/3734118375 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe38806ddb0 0x7fe3881c6f70 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 >> 10.20.193.72:0/3734118375 conn(0x7fe38809c450 msgr2=0x7fe388096dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 shutdown_connections 2026-02-13T01:20:08.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.416+0000 7fe38d033640 1 -- 10.20.193.72:0/3734118375 wait complete. 2026-02-13T01:20:08.420 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.3 2026-02-13T01:20:08.420 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:08.427 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705667 for osd.2 2026-02-13T01:20:08.427 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:08.455 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.454+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f578c093c10 con 0x7f578c093830 2026-02-13T01:20:08.455 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.455+0000 7f5788ff9640 1 -- 10.20.193.72:0/2762159523 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5778020070 con 0x7f578c093830 2026-02-13T01:20:08.455 INFO:teuthology.orchestra.run.trial072.stdout:42949672964 2026-02-13T01:20:08.456 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 >> v1:10.20.193.72:6800/3635446944 conn(0x7f575c04f790 legacy=0x7f575c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.456 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c093830 msgr2=0x7f578c092770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.456 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c093830 0x7f578c092770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f577800c4d0 tx=0x7f577800c9a0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 shutdown_connections 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f578c096430 0x7f578c092cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f578c132020 0x7f578c06dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 --2- 10.20.193.72:0/2762159523 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f578c093830 0x7f578c092770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 >> 10.20.193.72:0/2762159523 conn(0x7f578c09a170 msgr2=0x7f578c09af10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 shutdown_connections 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f57928f0640 1 -- 10.20.193.72:0/2762159523 wait complete. 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.456+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f552c06f630 con 0x7f552c06e300 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.457+0000 7f5528ff9640 1 -- 10.20.193.72:0/3970672957 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5518041100 con 0x7f552c06e300 2026-02-13T01:20:08.457 INFO:teuthology.orchestra.run.trial072.stdout:42949672963 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 >> v1:10.20.193.72:6800/3635446944 conn(0x7f54fc04f930 legacy=0x7f54fc051df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 msgr2=0x7f552c12fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c12fcc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f551800ea10 tx=0x7f551800eee0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 shutdown_connections 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f552c12f110 0x7f552c130740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f552c06ec20 0x7f552c130200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 --2- 10.20.193.72:0/3970672957 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f552c06e300 0x7f552c12fcc0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 >> 10.20.193.72:0/3970672957 conn(0x7f552c09f500 msgr2=0x7f552c09cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 shutdown_connections 2026-02-13T01:20:08.459 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.458+0000 7f55326df640 1 -- 10.20.193.72:0/3970672957 wait complete. 2026-02-13T01:20:08.464 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672964 got 42949672964 for osd.1 2026-02-13T01:20:08.464 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:08.467 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.0 2026-02-13T01:20:08.467 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:08.467 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-13T01:20:08.467 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 -- 10.20.193.72:0/3144185651 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea04096050 msgr2=0x7fea041329c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 --2- 10.20.193.72:0/3144185651 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea04096050 0x7fea041329c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fea00009fd0 tx=0x7fea0002f470 comp rx=0 tx=0).stop 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 -- 10.20.193.72:0/3144185651 shutdown_connections 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 --2- 10.20.193.72:0/3144185651 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea04096050 0x7fea041329c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 --2- 10.20.193.72:0/3144185651 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea040956d0 0x7fea04095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 --2- 10.20.193.72:0/3144185651 >> v2:10.20.193.72:3300/0 conn(0x7fea0412bc30 0x7fea0412c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 -- 10.20.193.72:0/3144185651 >> 10.20.193.72:0/3144185651 conn(0x7fea0409a280 msgr2=0x7fea04097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 -- 10.20.193.72:0/3144185651 shutdown_connections 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 -- 10.20.193.72:0/3144185651 wait complete. 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.577+0000 7fea0b79e640 1 Processor -- start 2026-02-13T01:20:08.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 -- start start 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 0x7fea041c6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea04096050 0x7fea041c6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea0412bc30 0x7fea04122e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fea04133380 con 0x7fea040956d0 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fea04133200 con 0x7fea0412bc30 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fea04133500 con 0x7fea04096050 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea09513640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 0x7fea041c6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea04096050 0x7fea041c6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea09513640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 0x7fea041c6900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40926/0 (socket says 10.20.193.72:40926) 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea09513640 1 -- 10.20.193.72:0/2810631054 learned_addr learned my addr 10.20.193.72:0/2810631054 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea09d14640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea0412bc30 0x7fea04122e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 -- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea0412bc30 msgr2=0x7fea04122e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea0412bc30 0x7fea04122e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 -- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 msgr2=0x7fea041c6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 0x7fea041c6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 -- 10.20.193.72:0/2810631054 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea04073fb0 con 0x7fea04096050 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea09513640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 0x7fea041c6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea08d12640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea04096050 0x7fea041c6e40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe9f800ea50 tx=0x7fe9f800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f800cd90 con 0x7fea04096050 2026-02-13T01:20:08.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9f80040d0 con 0x7fea04096050 2026-02-13T01:20:08.580 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea04125ad0 con 0x7fea04096050 2026-02-13T01:20:08.580 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f8004500 con 0x7fea04096050 2026-02-13T01:20:08.580 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.578+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fea041c7380 con 0x7fea04096050 2026-02-13T01:20:08.580 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.579+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea04095b10 con 0x7fea04096050 2026-02-13T01:20:08.580 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.579+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe9f8020060 con 0x7fea04096050 2026-02-13T01:20:08.580 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.579+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe9f8066d40 con 0x7fea04096050 2026-02-13T01:20:08.582 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.581+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe9f8040b40 con 0x7fea04096050 2026-02-13T01:20:08.651 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.650+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 --> v1:10.20.193.72:6800/3635446944 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fea041266f0 con 0x7fe9d404f790 2026-02-13T01:20:08.651 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fe9f1ffb640 1 -- 10.20.193.72:0/2810631054 <== mgr.4118 v1:10.20.193.72:6800/3635446944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32181 (unknown 2965378022 0 2606719894) 0x7fea041266f0 con 0x7fe9d404f790 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 >> v1:10.20.193.72:6800/3635446944 conn(0x7fe9d404f790 legacy=0x7fe9d4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea04096050 msgr2=0x7fea041c6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea04096050 0x7fea041c6e40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe9f800ea50 tx=0x7fe9f800ef20 comp rx=0 tx=0).stop 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 shutdown_connections 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fea0412bc30 0x7fea04122e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fea04096050 0x7fea041c6e40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 --2- 10.20.193.72:0/2810631054 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fea040956d0 0x7fea041c6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.651+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 >> 10.20.193.72:0/2810631054 conn(0x7fea0409a280 msgr2=0x7fea0409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.652+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 shutdown_connections 2026-02-13T01:20:08.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.652+0000 7fea0b79e640 1 -- 10.20.193.72:0/2810631054 wait complete. 2026-02-13T01:20:08.659 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2026-02-13T01:20:07.302459+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109600,"kb_used_data":1736,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377760,"statfs":{"total":386547056640,"available":386434826240,"internally_reserved":0,"allocated":1777664,"data_stored":1341375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.052648"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257880+0000","last_change":"2026-02-13T01:20:06.258007+0000","last_active":"2026-02-13T01:20:06.257880+0000","last_peered":"2026-02-13T01:20:06.257880+0000","last_clean":"2026-02-13T01:20:06.257880+0000","last_became_active":"2026-02-13T01:20:04.254508+0000","last_became_peered":"2026-02-13T01:20:04.254508+0000","last_unstale":"2026-02-13T01:20:06.257880+0000","last_undegraded":"2026-02-13T01:20:06.257880+0000","last_fullsized":"2026-02-13T01:20:06.257880+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T06:12:33.706615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001084783,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256083+0000","last_change":"2026-02-13T01:20:06.256322+0000","last_active":"2026-02-13T01:20:06.256083+0000","last_peered":"2026-02-13T01:20:06.256083+0000","last_clean":"2026-02-13T01:20:06.256083+0000","last_became_active":"2026-02-13T01:20:04.254056+0000","last_became_peered":"2026-02-13T01:20:04.254056+0000","last_unstale":"2026-02-13T01:20:06.256083+0000","last_undegraded":"2026-02-13T01:20:06.256083+0000","last_fullsized":"2026-02-13T01:20:06.256083+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:57:50.060087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257801+0000","last_change":"2026-02-13T01:20:06.257935+0000","last_active":"2026-02-13T01:20:06.257801+0000","last_peered":"2026-02-13T01:20:06.257801+0000","last_clean":"2026-02-13T01:20:06.257801+0000","last_became_active":"2026-02-13T01:20:04.254253+0000","last_became_peered":"2026-02-13T01:20:04.254253+0000","last_unstale":"2026-02-13T01:20:06.257801+0000","last_undegraded":"2026-02-13T01:20:06.257801+0000","last_fullsized":"2026-02-13T01:20:06.257801+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:26:10.070336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001018478,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256058+0000","last_change":"2026-02-13T01:20:06.256257+0000","last_active":"2026-02-13T01:20:06.256058+0000","last_peered":"2026-02-13T01:20:06.256058+0000","last_clean":"2026-02-13T01:20:06.256058+0000","last_became_active":"2026-02-13T01:20:04.254038+0000","last_became_peered":"2026-02-13T01:20:04.254038+0000","last_unstale":"2026-02-13T01:20:06.256058+0000","last_undegraded":"2026-02-13T01:20:06.256058+0000","last_fullsized":"2026-02-13T01:20:06.256058+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T02:54:34.028238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257611+0000","last_change":"2026-02-13T01:20:06.257611+0000","last_active":"2026-02-13T01:20:06.257611+0000","last_peered":"2026-02-13T01:20:06.257611+0000","last_clean":"2026-02-13T01:20:06.257611+0000","last_became_active":"2026-02-13T01:20:04.254555+0000","last_became_peered":"2026-02-13T01:20:04.254555+0000","last_unstale":"2026-02-13T01:20:06.257611+0000","last_undegraded":"2026-02-13T01:20:06.257611+0000","last_fullsized":"2026-02-13T01:20:06.257611+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:00:29.296116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256255+0000","last_change":"2026-02-13T01:20:06.256255+0000","last_active":"2026-02-13T01:20:06.256255+0000","last_peered":"2026-02-13T01:20:06.256255+0000","last_clean":"2026-02-13T01:20:06.256255+0000","last_became_active":"2026-02-13T01:20:04.253806+0000","last_became_peered":"2026-02-13T01:20:04.253806+0000","last_unstale":"2026-02-13T01:20:06.256255+0000","last_undegraded":"2026-02-13T01:20:06.256255+0000","last_fullsized":"2026-02-13T01:20:06.256255+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:47:40.690048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256987+0000","last_change":"2026-02-13T01:20:06.257107+0000","last_active":"2026-02-13T01:20:06.256987+0000","last_peered":"2026-02-13T01:20:06.256987+0000","last_clean":"2026-02-13T01:20:06.256987+0000","last_became_active":"2026-02-13T01:20:04.254219+0000","last_became_peered":"2026-02-13T01:20:04.254219+0000","last_unstale":"2026-02-13T01:20:06.256987+0000","last_undegraded":"2026-02-13T01:20:06.256987+0000","last_fullsized":"2026-02-13T01:20:06.256987+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:21:27.142878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257485+0000","last_change":"2026-02-13T01:20:06.257853+0000","last_active":"2026-02-13T01:20:06.257485+0000","last_peered":"2026-02-13T01:20:06.257485+0000","last_clean":"2026-02-13T01:20:06.257485+0000","last_became_active":"2026-02-13T01:20:04.254587+0000","last_became_peered":"2026-02-13T01:20:04.254587+0000","last_unstale":"2026-02-13T01:20:06.257485+0000","last_undegraded":"2026-02-13T01:20:06.257485+0000","last_fullsized":"2026-02-13T01:20:06.257485+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:22:27.929296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":109,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.255758+0000","last_change":"2026-02-13T01:20:01.533020+0000","last_active":"2026-02-13T01:20:06.255758+0000","last_peered":"2026-02-13T01:20:06.255758+0000","last_clean":"2026-02-13T01:20:06.255758+0000","last_became_active":"2026-02-13T01:20:01.532474+0000","last_became_peered":"2026-02-13T01:20:01.532474+0000","last_unstale":"2026-02-13T01:20:06.255758+0000","last_undegraded":"2026-02-13T01:20:06.255758+0000","last_fullsized":"2026-02-13T01:20:06.255758+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:47:26.903637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":148,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":151552,"data_stored":41026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672964,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":745472,"data_stored":631394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672963,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":741376,"data_stored":631375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27104,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344736,"statfs":{"total":96636764160,"available":96609009664,"internally_reserved":0,"allocated":139264,"data_stored":37580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:20:08.660 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:20:08.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 -- 10.20.193.72:0/3729408140 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 msgr2=0x7fa20c12cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 --2- 10.20.193.72:0/3729408140 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c12cbc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc009a00 tx=0x7fa1fc02f1f0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 -- 10.20.193.72:0/3729408140 shutdown_connections 2026-02-13T01:20:08.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 --2- 10.20.193.72:0/3729408140 >> v2:10.20.193.72:3300/0 conn(0x7fa20c12d100 0x7fa20c093470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 --2- 10.20.193.72:0/3729408140 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c12cbc0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 -- 10.20.193.72:0/3729408140 >> 10.20.193.72:0/3729408140 conn(0x7fa20c09a280 msgr2=0x7fa20c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 -- 10.20.193.72:0/3729408140 shutdown_connections 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.728+0000 7fa21394d640 1 -- 10.20.193.72:0/3729408140 wait complete. 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 Processor -- start 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 -- start start 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa20c0939b0 0x7fa20c123370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c1238b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa20c12d100 0x7fa20c123df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1358a0 con 0x7fa20c12d100 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa20c135720 con 0x7fa20c12c7e0 2026-02-13T01:20:08.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa21394d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa20c135a20 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa210ec1640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c1238b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa2116c2640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa20c0939b0 0x7fa20c123370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa211ec3640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa20c12d100 0x7fa20c123df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa210ec1640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c1238b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:51068/0 (socket says 10.20.193.72:51068) 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa210ec1640 1 -- 10.20.193.72:0/1477141591 learned_addr learned my addr 10.20.193.72:0/1477141591 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa2116c2640 1 -- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 msgr2=0x7fa20c1238b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa2116c2640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c1238b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa2116c2640 1 -- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa20c12d100 msgr2=0x7fa20c123df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa2116c2640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa20c12d100 0x7fa20c123df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa2116c2640 1 -- 10.20.193.72:0/1477141591 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa20c127120 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.729+0000 7fa211ec3640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa20c12d100 0x7fa20c123df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa2116c2640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa20c0939b0 0x7fa20c123370 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa20c095ce0 tx=0x7fa1fc002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc004570 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1fc002d10 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa20c124c70 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc004b20 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa20c125f30 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa20c12cbc0 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.730+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fa1fc004cc0 con 0x7fa20c0939b0 2026-02-13T01:20:08.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.731+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fa1fc08b5b0 con 0x7fa20c0939b0 2026-02-13T01:20:08.733 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.733+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fa1fc0653d0 con 0x7fa20c0939b0 2026-02-13T01:20:08.801 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.801+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 --> v1:10.20.193.72:6800/3635446944 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa20c050a10 con 0x7fa1dc04f790 2026-02-13T01:20:08.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.801+0000 7fa1f9ffb640 1 -- 10.20.193.72:0/1477141591 <== mgr.4118 v1:10.20.193.72:6800/3635446944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32181 (unknown 2965378022 0 2606719894) 0x7fa20c050a10 con 0x7fa1dc04f790 2026-02-13T01:20:08.802 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:08.802 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 >> v1:10.20.193.72:6800/3635446944 conn(0x7fa1dc04f790 legacy=0x7fa1dc051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa20c0939b0 msgr2=0x7fa20c123370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa20c0939b0 0x7fa20c123370 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa20c095ce0 tx=0x7fa1fc002910 comp rx=0 tx=0).stop 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 shutdown_connections 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa20c12d100 0x7fa20c123df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa20c12c7e0 0x7fa20c1238b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 --2- 10.20.193.72:0/1477141591 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa20c0939b0 0x7fa20c123370 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 >> 10.20.193.72:0/1477141591 conn(0x7fa20c09a280 msgr2=0x7fa20c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 shutdown_connections 2026-02-13T01:20:08.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.802+0000 7fa21394d640 1 -- 10.20.193.72:0/1477141591 wait complete. 2026-02-13T01:20:08.811 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2026-02-13T01:20:07.302459+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109600,"kb_used_data":1736,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377760,"statfs":{"total":386547056640,"available":386434826240,"internally_reserved":0,"allocated":1777664,"data_stored":1341375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.052648"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257880+0000","last_change":"2026-02-13T01:20:06.258007+0000","last_active":"2026-02-13T01:20:06.257880+0000","last_peered":"2026-02-13T01:20:06.257880+0000","last_clean":"2026-02-13T01:20:06.257880+0000","last_became_active":"2026-02-13T01:20:04.254508+0000","last_became_peered":"2026-02-13T01:20:04.254508+0000","last_unstale":"2026-02-13T01:20:06.257880+0000","last_undegraded":"2026-02-13T01:20:06.257880+0000","last_fullsized":"2026-02-13T01:20:06.257880+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T06:12:33.706615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001084783,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256083+0000","last_change":"2026-02-13T01:20:06.256322+0000","last_active":"2026-02-13T01:20:06.256083+0000","last_peered":"2026-02-13T01:20:06.256083+0000","last_clean":"2026-02-13T01:20:06.256083+0000","last_became_active":"2026-02-13T01:20:04.254056+0000","last_became_peered":"2026-02-13T01:20:04.254056+0000","last_unstale":"2026-02-13T01:20:06.256083+0000","last_undegraded":"2026-02-13T01:20:06.256083+0000","last_fullsized":"2026-02-13T01:20:06.256083+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:57:50.060087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257801+0000","last_change":"2026-02-13T01:20:06.257935+0000","last_active":"2026-02-13T01:20:06.257801+0000","last_peered":"2026-02-13T01:20:06.257801+0000","last_clean":"2026-02-13T01:20:06.257801+0000","last_became_active":"2026-02-13T01:20:04.254253+0000","last_became_peered":"2026-02-13T01:20:04.254253+0000","last_unstale":"2026-02-13T01:20:06.257801+0000","last_undegraded":"2026-02-13T01:20:06.257801+0000","last_fullsized":"2026-02-13T01:20:06.257801+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:26:10.070336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001018478,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256058+0000","last_change":"2026-02-13T01:20:06.256257+0000","last_active":"2026-02-13T01:20:06.256058+0000","last_peered":"2026-02-13T01:20:06.256058+0000","last_clean":"2026-02-13T01:20:06.256058+0000","last_became_active":"2026-02-13T01:20:04.254038+0000","last_became_peered":"2026-02-13T01:20:04.254038+0000","last_unstale":"2026-02-13T01:20:06.256058+0000","last_undegraded":"2026-02-13T01:20:06.256058+0000","last_fullsized":"2026-02-13T01:20:06.256058+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T02:54:34.028238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257611+0000","last_change":"2026-02-13T01:20:06.257611+0000","last_active":"2026-02-13T01:20:06.257611+0000","last_peered":"2026-02-13T01:20:06.257611+0000","last_clean":"2026-02-13T01:20:06.257611+0000","last_became_active":"2026-02-13T01:20:04.254555+0000","last_became_peered":"2026-02-13T01:20:04.254555+0000","last_unstale":"2026-02-13T01:20:06.257611+0000","last_undegraded":"2026-02-13T01:20:06.257611+0000","last_fullsized":"2026-02-13T01:20:06.257611+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:00:29.296116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256255+0000","last_change":"2026-02-13T01:20:06.256255+0000","last_active":"2026-02-13T01:20:06.256255+0000","last_peered":"2026-02-13T01:20:06.256255+0000","last_clean":"2026-02-13T01:20:06.256255+0000","last_became_active":"2026-02-13T01:20:04.253806+0000","last_became_peered":"2026-02-13T01:20:04.253806+0000","last_unstale":"2026-02-13T01:20:06.256255+0000","last_undegraded":"2026-02-13T01:20:06.256255+0000","last_fullsized":"2026-02-13T01:20:06.256255+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:47:40.690048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.256987+0000","last_change":"2026-02-13T01:20:06.257107+0000","last_active":"2026-02-13T01:20:06.256987+0000","last_peered":"2026-02-13T01:20:06.256987+0000","last_clean":"2026-02-13T01:20:06.256987+0000","last_became_active":"2026-02-13T01:20:04.254219+0000","last_became_peered":"2026-02-13T01:20:04.254219+0000","last_unstale":"2026-02-13T01:20:06.256987+0000","last_undegraded":"2026-02-13T01:20:06.256987+0000","last_fullsized":"2026-02-13T01:20:06.256987+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:21:27.142878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.257485+0000","last_change":"2026-02-13T01:20:06.257853+0000","last_active":"2026-02-13T01:20:06.257485+0000","last_peered":"2026-02-13T01:20:06.257485+0000","last_clean":"2026-02-13T01:20:06.257485+0000","last_became_active":"2026-02-13T01:20:04.254587+0000","last_became_peered":"2026-02-13T01:20:04.254587+0000","last_unstale":"2026-02-13T01:20:06.257485+0000","last_undegraded":"2026-02-13T01:20:06.257485+0000","last_fullsized":"2026-02-13T01:20:06.257485+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:22:27.929296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":109,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-13T01:20:06.255758+0000","last_change":"2026-02-13T01:20:01.533020+0000","last_active":"2026-02-13T01:20:06.255758+0000","last_peered":"2026-02-13T01:20:06.255758+0000","last_clean":"2026-02-13T01:20:06.255758+0000","last_became_active":"2026-02-13T01:20:01.532474+0000","last_became_peered":"2026-02-13T01:20:01.532474+0000","last_unstale":"2026-02-13T01:20:06.255758+0000","last_undegraded":"2026-02-13T01:20:06.255758+0000","last_fullsized":"2026-02-13T01:20:06.255758+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:47:26.903637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":148,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":151552,"data_stored":41026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672964,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":745472,"data_stored":631394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672963,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":741376,"data_stored":631375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27104,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344736,"statfs":{"total":96636764160,"available":96609009664,"internally_reserved":0,"allocated":139264,"data_stored":37580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:20:08.811 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-13T01:20:08.811 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-13T01:20:08.811 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-13T01:20:08.811 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-13T01:20:08.877 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 -- 10.20.193.72:0/2467680319 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c12e9a0 msgr2=0x7fb35c130d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 --2- 10.20.193.72:0/2467680319 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c12e9a0 0x7fb35c130d90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb344009930 tx=0x7fb34402f1a0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 -- 10.20.193.72:0/2467680319 shutdown_connections 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 --2- 10.20.193.72:0/2467680319 >> v2:10.20.193.72:3300/0 conn(0x7fb35c1312d0 0x7fb35c1336c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 --2- 10.20.193.72:0/2467680319 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c12e9a0 0x7fb35c130d90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 -- 10.20.193.72:0/2467680319 >> 10.20.193.72:0/2467680319 conn(0x7fb35c09a280 msgr2=0x7fb35c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 -- 10.20.193.72:0/2467680319 shutdown_connections 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.876+0000 7fb360b25640 1 -- 10.20.193.72:0/2467680319 wait complete. 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 Processor -- start 2026-02-13T01:20:08.878 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 -- start start 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 0x7fb35c1288c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 0x7fb35c12edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 0x7fb35c12f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fb35c134500 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fb35c134380 con 0x7fb35c12e9a0 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb360b25640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fb35c134680 con 0x7fb35c1312d0 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 0x7fb35c1288c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb359d74640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 0x7fb35c12edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35ad76640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 0x7fb35c12f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 0x7fb35c1288c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40944/0 (socket says 10.20.193.72:40944) 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35ad76640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 0x7fb35c12f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37248/0 (socket says 10.20.193.72:37248) 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb359d74640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 0x7fb35c12edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:51082/0 (socket says 10.20.193.72:51082) 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 -- 10.20.193.72:0/372388810 learned_addr learned my addr 10.20.193.72:0/372388810 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 -- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 msgr2=0x7fb35c12f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 0x7fb35c12f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 -- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 msgr2=0x7fb35c12edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 0x7fb35c12edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35a575640 1 -- 10.20.193.72:0/372388810 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb35c073930 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb35ad76640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 0x7fb35c12f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.877+0000 7fb359d74640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 0x7fb35c12edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb35a575640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 0x7fb35c1288c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb35000c550 tx=0x7fb35000ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb350005480 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3500036f0 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb35c073fb0 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb350003b40 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb35c128e00 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb35c12c010 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.878+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fb350003ce0 con 0x7fb35c12bc30 2026-02-13T01:20:08.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.879+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fb350066680 con 0x7fb35c12bc30 2026-02-13T01:20:08.881 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.881+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fb350040520 con 0x7fb35c12bc30 2026-02-13T01:20:08.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.959+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fb35c050a10 con 0x7fb35c12bc30 2026-02-13T01:20:08.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb342ffd640 1 -- 10.20.193.72:0/372388810 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fb3500657e0 con 0x7fb35c12bc30 2026-02-13T01:20:08.961 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:08.962 INFO:teuthology.orchestra.run.trial072.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-13T01:20:08.962 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 >> v1:10.20.193.72:6800/3635446944 conn(0x7fb32804f7c0 legacy=0x7fb328051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 msgr2=0x7fb35c1288c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 0x7fb35c1288c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb35000c550 tx=0x7fb35000ca20 comp rx=0 tx=0).stop 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 shutdown_connections 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb35c1312d0 0x7fb35c12f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb35c12e9a0 0x7fb35c12edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 --2- 10.20.193.72:0/372388810 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb35c12bc30 0x7fb35c1288c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 >> 10.20.193.72:0/372388810 conn(0x7fb35c09a280 msgr2=0x7fb35c129430 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 shutdown_connections 2026-02-13T01:20:08.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:08.960+0000 7fb360b25640 1 -- 10.20.193.72:0/372388810 wait complete. 2026-02-13T01:20:08.969 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-13T01:20:08.969 INFO:teuthology.run_tasks:Running task exec... 2026-02-13T01:20:08.987 INFO:teuthology.task.exec:Executing custom commands... 2026-02-13T01:20:08.987 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:20:08.987 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client squid' 2026-02-13T01:20:09.062 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 -- 10.20.193.72:0/2953047031 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6484095810 msgr2=0x7f6484131db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 --2- 10.20.193.72:0/2953047031 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6484095810 0x7f6484131db0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6478009930 tx=0x7f647802f110 comp rx=0 tx=0).stop 2026-02-13T01:20:09.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 -- 10.20.193.72:0/2953047031 shutdown_connections 2026-02-13T01:20:09.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 --2- 10.20.193.72:0/2953047031 >> v2:10.20.193.72:3300/0 conn(0x7f64841322f0 0x7f64841346e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.063 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 --2- 10.20.193.72:0/2953047031 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6484095810 0x7f6484131db0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 -- 10.20.193.72:0/2953047031 >> 10.20.193.72:0/2953047031 conn(0x7f648409b3a0 msgr2=0x7f648409b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:09.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 -- 10.20.193.72:0/2953047031 shutdown_connections 2026-02-13T01:20:09.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.055+0000 7f648c316640 1 -- 10.20.193.72:0/2953047031 wait complete. 2026-02-13T01:20:09.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 Processor -- start 2026-02-13T01:20:09.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 -- start start 2026-02-13T01:20:09.064 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6484094d20 0x7f6484130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:09.065 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 0x7f6484130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:09.065 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f64841322f0 0x7f6484130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:09.065 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f64841358d0 con 0x7f6484095810 2026-02-13T01:20:09.065 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f6484135750 con 0x7f64841322f0 2026-02-13T01:20:09.065 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f6484135a50 con 0x7f6484094d20 2026-02-13T01:20:09.066 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 0x7f6484130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:09.066 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 0x7f6484130970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:40962/0 (socket says 10.20.193.72:40962) 2026-02-13T01:20:09.066 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648a88c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f64841322f0 0x7f6484130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:09.066 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 -- 10.20.193.72:0/105281052 learned_addr learned my addr 10.20.193.72:0/105281052 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:09.066 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648a08b640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6484094d20 0x7f6484130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:09.066 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 -- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6484094d20 msgr2=0x7f6484130430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.067 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6484094d20 0x7f6484130430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.067 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 -- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f64841322f0 msgr2=0x7f6484130eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.067 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f64841322f0 0x7f6484130eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.067 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 -- 10.20.193.72:0/105281052 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6484126b30 con 0x7f6484095810 2026-02-13T01:20:09.067 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648a88c640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f64841322f0 0x7f6484130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:09.068 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648988a640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 0x7f6484130970 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6478009930 tx=0x7f6478002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:09.068 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6478004550 con 0x7f6484095810 2026-02-13T01:20:09.068 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f647802fe50 con 0x7f6484095810 2026-02-13T01:20:09.068 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f648406ff30 con 0x7f6484095810 2026-02-13T01:20:09.068 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64780048a0 con 0x7f6484095810 2026-02-13T01:20:09.068 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.056+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f648406eb80 con 0x7f6484095810 2026-02-13T01:20:09.069 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.057+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6484095100 con 0x7f6484095810 2026-02-13T01:20:09.069 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.057+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f6478038470 con 0x7f6484095810 2026-02-13T01:20:09.069 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.057+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f647808b270 con 0x7f6484095810 2026-02-13T01:20:09.069 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.059+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f6478065010 con 0x7f6484095810 2026-02-13T01:20:09.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.131+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "squid"} v 0) -- 0x7f648406f2e0 con 0x7f6484095810 2026-02-13T01:20:09.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.257+0000 7f646affd640 1 -- 10.20.193.72:0/105281052 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "squid"}]=0 set require_min_compat_client to squid v18) ==== 139+0+0 (secure 0 0 0) 0x7f647808a330 con 0x7f6484095810 2026-02-13T01:20:09.259 INFO:teuthology.orchestra.run.trial072.stderr:set require_min_compat_client to squid 2026-02-13T01:20:09.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 >> v1:10.20.193.72:6800/3635446944 conn(0x7f645404f7c0 legacy=0x7f6454051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 msgr2=0x7f6484130970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 0x7f6484130970 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6478009930 tx=0x7f6478002910 comp rx=0 tx=0).stop 2026-02-13T01:20:09.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 shutdown_connections 2026-02-13T01:20:09.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6484095810 0x7f6484130970 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f64841322f0 0x7f6484130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 --2- 10.20.193.72:0/105281052 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6484094d20 0x7f6484130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 >> 10.20.193.72:0/105281052 conn(0x7f648409b3a0 msgr2=0x7f6484129b60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:09.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 shutdown_connections 2026-02-13T01:20:09.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.258+0000 7f648c316640 1 -- 10.20.193.72:0/105281052 wait complete. 2026-02-13T01:20:09.268 INFO:teuthology.run_tasks:Running task print... 2026-02-13T01:20:09.290 INFO:teuthology.task.print:**** done ceph 2026-02-13T01:20:09.290 INFO:teuthology.run_tasks:Running task print... 2026-02-13T01:20:09.304 INFO:teuthology.task.print:*** upgrading, no cephfs present 2026-02-13T01:20:09.304 INFO:teuthology.run_tasks:Running task exec... 2026-02-13T01:20:09.318 INFO:teuthology.task.exec:Executing custom commands... 2026-02-13T01:20:09.318 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:20:09.319 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-13T01:20:09.387 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- 10.20.193.72:0/3149035199 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc094d20 msgr2=0x7fbfbc095100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 --2- 10.20.193.72:0/3149035199 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc094d20 0x7fbfbc095100 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fbfa8009930 tx=0x7fbfa802f110 comp rx=0 tx=0).stop 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- 10.20.193.72:0/3149035199 shutdown_connections 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 --2- 10.20.193.72:0/3149035199 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc095640 0x7fbfbc12ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 --2- 10.20.193.72:0/3149035199 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc094d20 0x7fbfbc095100 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- 10.20.193.72:0/3149035199 >> 10.20.193.72:0/3149035199 conn(0x7fbfbc09b3a0 msgr2=0x7fbfbc09b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- 10.20.193.72:0/3149035199 shutdown_connections 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- 10.20.193.72:0/3149035199 wait complete. 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 Processor -- start 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- start start 2026-02-13T01:20:09.388 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 0x7fbfbc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:09.389 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbfbc095640 0x7fbfbc06f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc12cfd0 0x7fbfbc1338e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fbfbc135920 con 0x7fbfbc12cfd0 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fbfbc1357a0 con 0x7fbfbc095640 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfc2202640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fbfbc135aa0 con 0x7fbfbc094d20 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfbb7fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 0x7fbfbc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfbb7fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 0x7fbfbc06ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:37278/0 (socket says 10.20.193.72:37278) 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfbb7fe640 1 -- 10.20.193.72:0/2312048991 learned_addr learned my addr 10.20.193.72:0/2312048991 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfbaffd640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbfbc095640 0x7fbfbc06f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.384+0000 7fbfbbfff640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc12cfd0 0x7fbfbc1338e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:09.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfbb7fe640 1 -- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbfbc095640 msgr2=0x7fbfbc06f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfbb7fe640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbfbc095640 0x7fbfbc06f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfbb7fe640 1 -- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc12cfd0 msgr2=0x7fbfbc1338e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfbb7fe640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc12cfd0 0x7fbfbc1338e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfbb7fe640 1 -- 10.20.193.72:0/2312048991 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfbc133250 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfbb7fe640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 0x7fbfbc06ed10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbfa8009a60 tx=0x7fbfa8002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa8046070 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfbc070600 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfa802fe50 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa8038470 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfbc132a70 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.385+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfbc1336e0 con 0x7fbfbc094d20 2026-02-13T01:20:09.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.386+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fbfa8038610 con 0x7fbfbc094d20 2026-02-13T01:20:09.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.386+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fbfa808b0a0 con 0x7fbfbc094d20 2026-02-13T01:20:09.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.388+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fbfa8064ed0 con 0x7fbfbc094d20 2026-02-13T01:20:09.470 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.469+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fbfbc0697a0 con 0x7fbfbc094d20 2026-02-13T01:20:09.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.469+0000 7fbf97fff640 1 -- 10.20.193.72:0/2312048991 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7fbfa808a210 con 0x7fbfbc094d20 2026-02-13T01:20:09.471 INFO:teuthology.orchestra.run.trial072.stdout:e1 2026-02-13T01:20:09.471 INFO:teuthology.orchestra.run.trial072.stdout:btime 2026-02-13T01:19:46:159217+0000 2026-02-13T01:20:09.471 INFO:teuthology.orchestra.run.trial072.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-13T01:20:09.472 INFO:teuthology.orchestra.run.trial072.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-13T01:20:09.472 INFO:teuthology.orchestra.run.trial072.stdout:legacy client fscid: -1 2026-02-13T01:20:09.472 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:09.472 INFO:teuthology.orchestra.run.trial072.stdout:No filesystems configured 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:dumped fsmap epoch 1 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 >> v1:10.20.193.72:6800/3635446944 conn(0x7fbf8c04f790 legacy=0x7fbf8c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 msgr2=0x7fbfbc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 0x7fbfbc06ed10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbfa8009a60 tx=0x7fbfa8002910 comp rx=0 tx=0).stop 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 shutdown_connections 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbfbc12cfd0 0x7fbfbc1338e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbfbc095640 0x7fbfbc06f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.474 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 --2- 10.20.193.72:0/2312048991 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbfbc094d20 0x7fbfbc06ed10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:09.474 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 >> 10.20.193.72:0/2312048991 conn(0x7fbfbc09b3a0 msgr2=0x7fbfbc1295f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:09.474 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 shutdown_connections 2026-02-13T01:20:09.474 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:09.470+0000 7fbfc2202640 1 -- 10.20.193.72:0/2312048991 wait complete. 2026-02-13T01:20:09.478 INFO:teuthology.run_tasks:Running task install.upgrade... 2026-02-13T01:20:09.493 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'} 2026-02-13T01:20:09.493 INFO:teuthology.task.install:remote ubuntu@trial072.front.sepia.ceph.com config {'flavor': 'default', 'sha1': '8f8d38294e4db8750b4b1649f62ce37caa63080f'} 2026-02-13T01:20:09.493 INFO:teuthology.task.install:extra packages: [] 2026-02-13T01:20:09.502 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-osd', 'ceph-osd-classic', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-osd', 'ceph-osd-classic', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-13T01:20:09.502 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-osd, ceph-osd-classic, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2026-02-13T01:20:09.502 DEBUG:teuthology.orchestra.run.trial072:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2026-02-13T01:20:09.522 INFO:teuthology.orchestra.run.trial072.stdout:19.2.3-672.g283431c0.el9 2026-02-13T01:20:09.523 INFO:teuthology.packaging:The installed version of ceph-common is 19.2.3-672.g283431c0.el9 2026-02-13T01:20:09.523 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:20:09.690 INFO:teuthology.task.install:Ceph rpm upgrade from 19.2.3-672.g283431c0.el9 to 20.3.0-5241.g8f8d3829 2026-02-13T01:20:09.690 INFO:teuthology.task.install.rpm:Host trial072 is: centos 9.stream x86_64 2026-02-13T01:20:09.691 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:20:09.837 INFO:teuthology.task.install.rpm:Repo base URL: https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20260210.171210/8f8d38294e4db8750b4b1649f62ce37caa63080f/centos/9/flavors/default/ 2026-02-13T01:20:09.837 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-02-13T01:20:10.087 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20260210.171210/8f8d38294e4db8750b4b1649f62ce37caa63080f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20260210.171210/8f8d38294e4db8750b4b1649f62ce37caa63080f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20260210.171210/8f8d38294e4db8750b4b1649f62ce37caa63080f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-13T01:20:10.088 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-13T01:20:10.088 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-13T01:20:10.113 DEBUG:teuthology.orchestra.run.trial072:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8f8d38294e4db8750b4b1649f62ce37caa63080f/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-13T01:20:10.179 DEBUG:teuthology.orchestra.run.trial072:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-13T01:20:10.242 DEBUG:teuthology.orchestra.run.trial072:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-13T01:20:10.298 INFO:teuthology.orchestra.run.trial072.stdout:check_obsoletes = 1 2026-02-13T01:20:10.308 DEBUG:teuthology.orchestra.run.trial072:> sudo yum clean all 2026-02-13T01:20:10.472 INFO:teuthology.orchestra.run.trial072.stdout:56 files removed 2026-02-13T01:20:10.487 DEBUG:teuthology.orchestra.run.trial072:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-osd ceph-osd-classic ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2026-02-13T01:20:10.793 INFO:teuthology.orchestra.run.trial072.stdout:ceph packages for x86_64 582 kB/s | 91 kB 00:00 2026-02-13T01:20:10.934 INFO:teuthology.orchestra.run.trial072.stdout:ceph noarch packages 204 kB/s | 23 kB 00:00 2026-02-13T01:20:11.062 INFO:teuthology.orchestra.run.trial072.stdout:ceph source packages 20 kB/s | 2.1 kB 00:00 2026-02-13T01:20:11.600 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.9 MB 00:00 2026-02-13T01:20:14.923 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - AppStream 9.6 MB/s | 27 MB 00:02 2026-02-13T01:20:18.329 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - CRB 7.5 MB/s | 7.8 MB 00:01 2026-02-13T01:20:19.125 INFO:teuthology.orchestra.run.trial072.stdout:CentOS Stream 9 - Extras packages 260 kB/s | 20 kB 00:00 2026-02-13T01:20:20.064 INFO:teuthology.orchestra.run.trial072.stdout:Extra Packages for Enterprise Linux 24 MB/s | 20 MB 00:00 2026-02-13T01:20:23.259 INFO:teuthology.orchestra.run.trial072.stdout:lab-extras 2.5 MB/s | 50 kB 00:00 2026-02-13T01:20:24.522 INFO:teuthology.orchestra.run.trial072.stderr:Package cephadm available, but not installed. 2026-02-13T01:20:24.522 INFO:teuthology.orchestra.run.trial072.stdout:No match for argument: cephadm 2026-02-13T01:20:24.524 INFO:teuthology.orchestra.run.trial072.stderr:Package ceph-mgr-dashboard available, but not installed. 2026-02-13T01:20:24.524 INFO:teuthology.orchestra.run.trial072.stdout:No match for argument: ceph-mgr-dashboard 2026-02-13T01:20:24.525 INFO:teuthology.orchestra.run.trial072.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2026-02-13T01:20:24.525 INFO:teuthology.orchestra.run.trial072.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-02-13T01:20:24.525 INFO:teuthology.orchestra.run.trial072.stderr:Package ceph-mgr-rook available, but not installed. 2026-02-13T01:20:24.525 INFO:teuthology.orchestra.run.trial072.stdout:No match for argument: ceph-mgr-rook 2026-02-13T01:20:24.525 INFO:teuthology.orchestra.run.trial072.stderr:Package ceph-mgr-cephadm available, but not installed. 2026-02-13T01:20:24.525 INFO:teuthology.orchestra.run.trial072.stdout:No match for argument: ceph-mgr-cephadm 2026-02-13T01:20:24.529 INFO:teuthology.orchestra.run.trial072.stderr:Package ceph-volume available, but not installed. 2026-02-13T01:20:24.529 INFO:teuthology.orchestra.run.trial072.stdout:No match for argument: ceph-volume 2026-02-13T01:20:24.566 INFO:teuthology.orchestra.run.trial072.stdout:Dependencies resolved. 2026-02-13T01:20:24.567 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:20:24.567 INFO:teuthology.orchestra.run.trial072.stdout: Package Arch Version Repository Size 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout:Upgrading: 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 6.5 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-base x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 5.2 M 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-common x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 24 M 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-fuse x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 987 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-immutable-object-cache 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 147 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mds x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 2.4 M 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 940 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-modules-core noarch 2:20.3.0-5241.g8f8d3829.el9 ceph-noarch 297 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mon x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 5.0 M 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 166 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-radosgw x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 13 M 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-selinux x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 25 k 2026-02-13T01:20:24.568 INFO:teuthology.orchestra.run.trial072.stdout: ceph-test x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 78 M 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-devel x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 37 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs2 x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 909 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: libcephsqlite x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 159 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: librados-devel x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 123 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: librados2 x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 3.5 M 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: libradosstriper1 x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 248 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: librbd1 x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 2.8 M 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: librgw2 x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 6.5 M 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-argparse x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 45 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-common x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 185 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: python3-cephfs x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 204 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: python3-rados x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 324 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: python3-rbd x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 306 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: python3-rgw x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 100 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: rbd-fuse x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 84 k 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: rbd-mirror x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 2.9 M 2026-02-13T01:20:24.569 INFO:teuthology.orchestra.run.trial072.stdout: rbd-nbd x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 172 k 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout:Installing dependencies: 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd-classic x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 16 M 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd-crimson x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 19 M 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: hwloc-libs x86_64 2.4.1-6.el9 baseos 2.1 M 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: libatomic x86_64 11.5.0-14.el9 baseos 23 k 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-proxy2 x86_64 2:20.3.0-5241.g8f8d3829.el9 ceph 24 k 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: protobuf x86_64 3.14.0-17.el9 appstream 1.0 M 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: yaml-cpp x86_64 0.6.3-5.el9 epel 122 k 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout:Transaction Summary 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout:================================================================================ 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout:Install 8 Packages 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout:Upgrade 30 Packages 2026-02-13T01:20:24.570 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:24.571 INFO:teuthology.orchestra.run.trial072.stdout:Total download size: 187 M 2026-02-13T01:20:24.571 INFO:teuthology.orchestra.run.trial072.stdout:Downloading Packages: 2026-02-13T01:20:25.124 INFO:teuthology.orchestra.run.trial072.stdout:(1/38): libcephfs-proxy2-20.3.0-5241.g8f8d3829. 87 kB/s | 24 kB 00:00 2026-02-13T01:20:25.356 INFO:teuthology.orchestra.run.trial072.stdout:(2/38): hwloc-libs-2.4.1-6.el9.x86_64.rpm 9.1 MB/s | 2.1 MB 00:00 2026-02-13T01:20:25.381 INFO:teuthology.orchestra.run.trial072.stdout:(3/38): libatomic-11.5.0-14.el9.x86_64.rpm 893 kB/s | 23 kB 00:00 2026-02-13T01:20:25.408 INFO:teuthology.orchestra.run.trial072.stdout:(4/38): lksctp-tools-1.0.19-2.el9.x86_64.rpm 3.5 MB/s | 94 kB 00:00 2026-02-13T01:20:25.448 INFO:teuthology.orchestra.run.trial072.stdout:(5/38): protobuf-3.14.0-17.el9.x86_64.rpm 25 MB/s | 1.0 MB 00:00 2026-02-13T01:20:25.585 INFO:teuthology.orchestra.run.trial072.stdout:(6/38): yaml-cpp-0.6.3-5.el9.x86_64.rpm 891 kB/s | 122 kB 00:00 2026-02-13T01:20:25.652 INFO:teuthology.orchestra.run.trial072.stdout:(7/38): ceph-20.3.0-5241.g8f8d3829.el9.x86_64.r 97 kB/s | 6.5 kB 00:00 2026-02-13T01:20:27.846 INFO:teuthology.orchestra.run.trial072.stdout:(8/38): ceph-base-20.3.0-5241.g8f8d3829.el9.x86 2.4 MB/s | 5.2 MB 00:02 2026-02-13T01:20:29.494 INFO:teuthology.orchestra.run.trial072.stdout:(9/38): ceph-osd-classic-20.3.0-5241.g8f8d3829. 3.4 MB/s | 16 MB 00:04 2026-02-13T01:20:29.670 INFO:teuthology.orchestra.run.trial072.stdout:(10/38): ceph-fuse-20.3.0-5241.g8f8d3829.el9.x8 5.5 MB/s | 987 kB 00:00 2026-02-13T01:20:29.700 INFO:teuthology.orchestra.run.trial072.stdout:(11/38): ceph-immutable-object-cache-20.3.0-524 4.7 MB/s | 147 kB 00:00 2026-02-13T01:20:29.955 INFO:teuthology.orchestra.run.trial072.stdout:(12/38): ceph-common-20.3.0-5241.g8f8d3829.el9. 11 MB/s | 24 MB 00:02 2026-02-13T01:20:29.983 INFO:teuthology.orchestra.run.trial072.stdout:(13/38): ceph-mds-20.3.0-5241.g8f8d3829.el9.x86 8.4 MB/s | 2.4 MB 00:00 2026-02-13T01:20:29.993 INFO:teuthology.orchestra.run.trial072.stdout:(14/38): ceph-mgr-20.3.0-5241.g8f8d3829.el9.x86 24 MB/s | 940 kB 00:00 2026-02-13T01:20:30.008 INFO:teuthology.orchestra.run.trial072.stdout:(15/38): ceph-osd-20.3.0-5241.g8f8d3829.el9.x86 11 MB/s | 166 kB 00:00 2026-02-13T01:20:30.424 INFO:teuthology.orchestra.run.trial072.stdout:(16/38): ceph-mon-20.3.0-5241.g8f8d3829.el9.x86 11 MB/s | 5.0 MB 00:00 2026-02-13T01:20:30.441 INFO:teuthology.orchestra.run.trial072.stdout:(17/38): ceph-selinux-20.3.0-5241.g8f8d3829.el9 1.4 MB/s | 25 kB 00:00 2026-02-13T01:20:30.529 INFO:teuthology.orchestra.run.trial072.stdout:(18/38): ceph-radosgw-20.3.0-5241.g8f8d3829.el9 25 MB/s | 13 MB 00:00 2026-02-13T01:20:30.540 INFO:teuthology.orchestra.run.trial072.stdout:(19/38): libcephfs-devel-20.3.0-5241.g8f8d3829. 3.1 MB/s | 37 kB 00:00 2026-02-13T01:20:30.579 INFO:teuthology.orchestra.run.trial072.stdout:(20/38): libcephfs2-20.3.0-5241.g8f8d3829.el9.x 23 MB/s | 909 kB 00:00 2026-02-13T01:20:30.594 INFO:teuthology.orchestra.run.trial072.stdout:(21/38): libcephsqlite-20.3.0-5241.g8f8d3829.el 10 MB/s | 159 kB 00:00 2026-02-13T01:20:30.609 INFO:teuthology.orchestra.run.trial072.stdout:(22/38): librados-devel-20.3.0-5241.g8f8d3829.e 8.2 MB/s | 123 kB 00:00 2026-02-13T01:20:30.756 INFO:teuthology.orchestra.run.trial072.stdout:(23/38): librados2-20.3.0-5241.g8f8d3829.el9.x8 24 MB/s | 3.5 MB 00:00 2026-02-13T01:20:30.774 INFO:teuthology.orchestra.run.trial072.stdout:(24/38): libradosstriper1-20.3.0-5241.g8f8d3829 13 MB/s | 248 kB 00:00 2026-02-13T01:20:30.900 INFO:teuthology.orchestra.run.trial072.stdout:(25/38): librbd1-20.3.0-5241.g8f8d3829.el9.x86_ 23 MB/s | 2.8 MB 00:00 2026-02-13T01:20:31.039 INFO:teuthology.orchestra.run.trial072.stdout:(26/38): ceph-osd-crimson-20.3.0-5241.g8f8d3829 3.1 MB/s | 19 MB 00:06 2026-02-13T01:20:31.058 INFO:teuthology.orchestra.run.trial072.stdout:(27/38): python3-ceph-argparse-20.3.0-5241.g8f8 2.4 MB/s | 45 kB 00:00 2026-02-13T01:20:31.101 INFO:teuthology.orchestra.run.trial072.stdout:(28/38): python3-ceph-common-20.3.0-5241.g8f8d3 4.2 MB/s | 185 kB 00:00 2026-02-13T01:20:31.145 INFO:teuthology.orchestra.run.trial072.stdout:(29/38): python3-cephfs-20.3.0-5241.g8f8d3829.e 4.5 MB/s | 204 kB 00:00 2026-02-13T01:20:31.165 INFO:teuthology.orchestra.run.trial072.stdout:(30/38): librgw2-20.3.0-5241.g8f8d3829.el9.x86_ 24 MB/s | 6.5 MB 00:00 2026-02-13T01:20:31.184 INFO:teuthology.orchestra.run.trial072.stdout:(31/38): python3-rbd-20.3.0-5241.g8f8d3829.el9. 16 MB/s | 306 kB 00:00 2026-02-13T01:20:31.194 INFO:teuthology.orchestra.run.trial072.stdout:(32/38): python3-rados-20.3.0-5241.g8f8d3829.el 6.5 MB/s | 324 kB 00:00 2026-02-13T01:20:31.197 INFO:teuthology.orchestra.run.trial072.stdout:(33/38): python3-rgw-20.3.0-5241.g8f8d3829.el9. 7.7 MB/s | 100 kB 00:00 2026-02-13T01:20:31.207 INFO:teuthology.orchestra.run.trial072.stdout:(34/38): rbd-fuse-20.3.0-5241.g8f8d3829.el9.x86 6.1 MB/s | 84 kB 00:00 2026-02-13T01:20:31.251 INFO:teuthology.orchestra.run.trial072.stdout:(35/38): rbd-nbd-20.3.0-5241.g8f8d3829.el9.x86_ 3.9 MB/s | 172 kB 00:00 2026-02-13T01:20:31.303 INFO:teuthology.orchestra.run.trial072.stdout:(36/38): ceph-mgr-modules-core-20.3.0-5241.g8f8 5.6 MB/s | 297 kB 00:00 2026-02-13T01:20:31.321 INFO:teuthology.orchestra.run.trial072.stdout:(37/38): rbd-mirror-20.3.0-5241.g8f8d3829.el9.x 23 MB/s | 2.9 MB 00:00 2026-02-13T01:20:33.741 INFO:teuthology.orchestra.run.trial072.stdout:(38/38): ceph-test-20.3.0-5241.g8f8d3829.el9.x8 24 MB/s | 78 MB 00:03 2026-02-13T01:20:33.742 INFO:teuthology.orchestra.run.trial072.stdout:-------------------------------------------------------------------------------- 2026-02-13T01:20:33.743 INFO:teuthology.orchestra.run.trial072.stdout:Total 20 MB/s | 187 MB 00:09 2026-02-13T01:20:33.782 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction check 2026-02-13T01:20:33.806 INFO:teuthology.orchestra.run.trial072.stdout:Transaction check succeeded. 2026-02-13T01:20:33.807 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction test 2026-02-13T01:20:34.411 INFO:teuthology.orchestra.run.trial072.stdout:Transaction test succeeded. 2026-02-13T01:20:34.411 INFO:teuthology.orchestra.run.trial072.stdout:Running transaction 2026-02-13T01:20:35.197 INFO:teuthology.orchestra.run.trial072.stdout: Preparing : 1/1 2026-02-13T01:20:35.200 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : librados2-2:20.3.0-5241.g8f8d3829.el9.x86_64 1/68 2026-02-13T01:20:35.340 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librados2-2:20.3.0-5241.g8f8d3829.el9.x86_64 1/68 2026-02-13T01:20:35.341 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : librbd1-2:20.3.0-5241.g8f8d3829.el9.x86_64 2/68 2026-02-13T01:20:35.644 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librbd1-2:20.3.0-5241.g8f8d3829.el9.x86_64 2/68 2026-02-13T01:20:35.658 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : librgw2-2:20.3.0-5241.g8f8d3829.el9.x86_64 3/68 2026-02-13T01:20:35.686 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librgw2-2:20.3.0-5241.g8f8d3829.el9.x86_64 3/68 2026-02-13T01:20:35.694 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : python3-rados-2:20.3.0-5241.g8f8d3829.el9.x86_64 4/68 2026-02-13T01:20:35.695 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : libcephsqlite-2:20.3.0-5241.g8f8d3829.el9.x86_64 5/68 2026-02-13T01:20:35.718 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephsqlite-2:20.3.0-5241.g8f8d3829.el9.x86_64 5/68 2026-02-13T01:20:35.719 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : libradosstriper1-2:20.3.0-5241.g8f8d3829.el9.x86_6 6/68 2026-02-13T01:20:35.734 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libradosstriper1-2:20.3.0-5241.g8f8d3829.el9.x86_6 6/68 2026-02-13T01:20:35.737 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : python3-ceph-argparse-2:20.3.0-5241.g8f8d3829.el9. 7/68 2026-02-13T01:20:35.746 INFO:teuthology.orchestra.run.trial072.stdout: Installing : yaml-cpp-0.6.3-5.el9.x86_64 8/68 2026-02-13T01:20:35.751 INFO:teuthology.orchestra.run.trial072.stdout: Installing : protobuf-3.14.0-17.el9.x86_64 9/68 2026-02-13T01:20:35.753 INFO:teuthology.orchestra.run.trial072.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 10/68 2026-02-13T01:20:35.764 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libatomic-11.5.0-14.el9.x86_64 11/68 2026-02-13T01:20:35.766 INFO:teuthology.orchestra.run.trial072.stdout: Installing : hwloc-libs-2.4.1-6.el9.x86_64 12/68 2026-02-13T01:20:35.767 INFO:teuthology.orchestra.run.trial072.stdout: Installing : libcephfs-proxy2-2:20.3.0-5241.g8f8d3829.el9.x86_6 13/68 2026-02-13T01:20:35.819 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephfs-proxy2-2:20.3.0-5241.g8f8d3829.el9.x86_6 13/68 2026-02-13T01:20:35.820 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : libcephfs2-2:20.3.0-5241.g8f8d3829.el9.x86_64 14/68 2026-02-13T01:20:35.842 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephfs2-2:20.3.0-5241.g8f8d3829.el9.x86_64 14/68 2026-02-13T01:20:35.859 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : python3-cephfs-2:20.3.0-5241.g8f8d3829.el9.x86_64 15/68 2026-02-13T01:20:35.866 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : python3-rbd-2:20.3.0-5241.g8f8d3829.el9.x86_64 16/68 2026-02-13T01:20:35.873 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : python3-rgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 17/68 2026-02-13T01:20:35.925 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : librados-devel-2:20.3.0-5241.g8f8d3829.el9.x86_64 18/68 2026-02-13T01:20:35.960 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-mgr-modules-core-2:20.3.0-5241.g8f8d3829.el9. 19/68 2026-02-13T01:20:35.962 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : python3-ceph-common-2:20.3.0-5241.g8f8d3829.el9.x8 20/68 2026-02-13T01:20:37.091 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-common-2:20.3.0-5241.g8f8d3829.el9.x86_64 21/68 2026-02-13T01:20:37.117 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-common-2:20.3.0-5241.g8f8d3829.el9.x86_64 21/68 2026-02-13T01:20:37.385 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-common-2:20.3.0-5241.g8f8d3829.el9.x86_64 21/68 2026-02-13T01:20:37.391 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-base-2:20.3.0-5241.g8f8d3829.el9.x86_64 22/68 2026-02-13T01:20:37.405 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-base-2:20.3.0-5241.g8f8d3829.el9.x86_64 22/68 2026-02-13T01:20:37.406 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-selinux-2:20.3.0-5241.g8f8d3829.el9.x86_64 23/68 2026-02-13T01:20:42.272 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-selinux-2:20.3.0-5241.g8f8d3829.el9.x86_64 23/68 2026-02-13T01:20:42.283 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-osd-crimson-2:20.3.0-5241.g8f8d3829.el9.x86_6 24/68 2026-02-13T01:20:42.285 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-osd-2:20.3.0-5241.g8f8d3829.el9.x86_64 25/68 2026-02-13T01:20:42.934 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-osd-2:20.3.0-5241.g8f8d3829.el9.x86_64 25/68 2026-02-13T01:20:43.040 INFO:teuthology.orchestra.run.trial072.stdout: Installing : ceph-osd-classic-2:20.3.0-5241.g8f8d3829.el9.x86_6 26/68 2026-02-13T01:20:43.043 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-mds-2:20.3.0-5241.g8f8d3829.el9.x86_64 27/68 2026-02-13T01:20:43.091 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mds-2:20.3.0-5241.g8f8d3829.el9.x86_64 27/68 2026-02-13T01:20:43.093 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-mgr-2:20.3.0-5241.g8f8d3829.el9.x86_64 28/68 2026-02-13T01:20:43.314 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mgr-2:20.3.0-5241.g8f8d3829.el9.x86_64 28/68 2026-02-13T01:20:43.324 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-mon-2:20.3.0-5241.g8f8d3829.el9.x86_64 29/68 2026-02-13T01:20:43.330 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mon-2:20.3.0-5241.g8f8d3829.el9.x86_64 29/68 2026-02-13T01:20:43.940 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-2:20.3.0-5241.g8f8d3829.el9.x86_64 30/68 2026-02-13T01:20:43.958 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-radosgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 31/68 2026-02-13T01:20:43.972 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-radosgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 31/68 2026-02-13T01:20:43.974 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-immutable-object-cache-2:20.3.0-5241.g8f8d382 32/68 2026-02-13T01:20:44.107 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.3.0-5241.g8f8d382 32/68 2026-02-13T01:20:44.110 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : rbd-mirror-2:20.3.0-5241.g8f8d3829.el9.x86_64 33/68 2026-02-13T01:20:47.774 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: rbd-mirror-2:20.3.0-5241.g8f8d3829.el9.x86_64 33/68 2026-02-13T01:20:47.782 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-test-2:20.3.0-5241.g8f8d3829.el9.x86_64 34/68 2026-02-13T01:20:47.786 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : libcephfs-devel-2:20.3.0-5241.g8f8d3829.el9.x86_64 35/68 2026-02-13T01:20:47.795 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : rbd-fuse-2:20.3.0-5241.g8f8d3829.el9.x86_64 36/68 2026-02-13T01:20:47.839 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : rbd-nbd-2:20.3.0-5241.g8f8d3829.el9.x86_64 37/68 2026-02-13T01:20:47.840 INFO:teuthology.orchestra.run.trial072.stdout: Upgrading : ceph-fuse-2:20.3.0-5241.g8f8d3829.el9.x86_64 38/68 2026-02-13T01:20:47.844 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-2:19.2.3-672.g283431c0.el9.x86_64 39/68 2026-02-13T01:20:47.847 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 40/68 2026-02-13T01:20:47.853 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 41/68 2026-02-13T01:20:47.853 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 41/68 2026-02-13T01:20:47.862 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 41/68 2026-02-13T01:20:47.864 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 42/68 2026-02-13T01:20:47.869 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 43/68 2026-02-13T01:20:47.869 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 43/68 2026-02-13T01:20:47.877 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 43/68 2026-02-13T01:20:47.884 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 44/68 2026-02-13T01:20:47.884 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 44/68 2026-02-13T01:20:47.891 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 44/68 2026-02-13T01:20:47.893 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 45/68 2026-02-13T01:20:47.898 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 46/68 2026-02-13T01:20:47.899 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 46/68 2026-02-13T01:20:47.906 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 46/68 2026-02-13T01:20:47.907 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 47/68 2026-02-13T01:20:47.907 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 48/68 2026-02-13T01:20:47.920 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 48/68 2026-02-13T01:20:47.921 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 49/68 2026-02-13T01:20:47.926 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 50/68 2026-02-13T01:20:47.927 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 50/68 2026-02-13T01:20:47.935 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 50/68 2026-02-13T01:20:47.940 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 51/68 2026-02-13T01:20:47.940 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 51/68 2026-02-13T01:20:47.948 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 51/68 2026-02-13T01:20:47.955 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 52/68 2026-02-13T01:20:47.955 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 52/68 2026-02-13T01:20:47.964 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 52/68 2026-02-13T01:20:47.964 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 53/68 2026-02-13T01:20:47.971 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 53/68 2026-02-13T01:20:47.979 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 54/68 2026-02-13T01:20:47.979 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 54/68 2026-02-13T01:20:47.995 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 54/68 2026-02-13T01:20:47.995 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 55/68 2026-02-13T01:20:48.004 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 55/68 2026-02-13T01:20:48.004 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 56/68 2026-02-13T01:20:48.015 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 56/68 2026-02-13T01:20:48.016 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 57/68 2026-02-13T01:20:48.018 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 58/68 2026-02-13T01:20:48.018 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 59/68 2026-02-13T01:20:48.031 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 59/68 2026-02-13T01:20:48.032 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 60/68 2026-02-13T01:20:48.032 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 61/68 2026-02-13T01:20:48.044 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 61/68 2026-02-13T01:20:48.045 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 62/68 2026-02-13T01:20:48.045 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 63/68 2026-02-13T01:20:48.057 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 63/68 2026-02-13T01:20:48.060 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 64/68 2026-02-13T01:20:48.061 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 65/68 2026-02-13T01:20:48.063 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 66/68 2026-02-13T01:20:48.065 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 67/68 2026-02-13T01:20:48.065 INFO:teuthology.orchestra.run.trial072.stdout: Cleanup : librados2-2:19.2.3-672.g283431c0.el9.x86_64 68/68 2026-02-13T01:20:48.078 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 68/68 2026-02-13T01:20:48.085 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-osd-crimson-2:20.3.0-5241.g8f8d3829.el9.x86_6 68/68 2026-02-13T01:20:48.109 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: ceph-osd-classic-2:20.3.0-5241.g8f8d3829.el9.x86_6 68/68 2026-02-13T01:20:48.581 INFO:teuthology.orchestra.run.trial072.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 68/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-osd-classic-2:20.3.0-5241.g8f8d3829.el9.x86_6 1/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-osd-crimson-2:20.3.0-5241.g8f8d3829.el9.x86_6 2/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs-proxy2-2:20.3.0-5241.g8f8d3829.el9.x86_6 3/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : hwloc-libs-2.4.1-6.el9.x86_64 4/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libatomic-11.5.0-14.el9.x86_64 5/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 6/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : protobuf-3.14.0-17.el9.x86_64 7/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : yaml-cpp-0.6.3-5.el9.x86_64 8/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-2:20.3.0-5241.g8f8d3829.el9.x86_64 9/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 10/68 2026-02-13T01:20:48.582 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-base-2:20.3.0-5241.g8f8d3829.el9.x86_64 11/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 12/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-common-2:20.3.0-5241.g8f8d3829.el9.x86_64 13/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 14/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-fuse-2:20.3.0-5241.g8f8d3829.el9.x86_64 15/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 16/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-immutable-object-cache-2:20.3.0-5241.g8f8d382 17/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 18/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mds-2:20.3.0-5241.g8f8d3829.el9.x86_64 19/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 20/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mgr-2:20.3.0-5241.g8f8d3829.el9.x86_64 21/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 22/68 2026-02-13T01:20:48.583 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mon-2:20.3.0-5241.g8f8d3829.el9.x86_64 23/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 24/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-osd-2:20.3.0-5241.g8f8d3829.el9.x86_64 25/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 26/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-radosgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 27/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 28/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-selinux-2:20.3.0-5241.g8f8d3829.el9.x86_64 29/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 30/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-test-2:20.3.0-5241.g8f8d3829.el9.x86_64 31/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 32/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs-devel-2:20.3.0-5241.g8f8d3829.el9.x86_64 33/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 34/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs2-2:20.3.0-5241.g8f8d3829.el9.x86_64 35/68 2026-02-13T01:20:48.584 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 36/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephsqlite-2:20.3.0-5241.g8f8d3829.el9.x86_64 37/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 38/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados-devel-2:20.3.0-5241.g8f8d3829.el9.x86_64 39/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 40/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados2-2:20.3.0-5241.g8f8d3829.el9.x86_64 41/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 42/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libradosstriper1-2:20.3.0-5241.g8f8d3829.el9.x86_6 43/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 44/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librbd1-2:20.3.0-5241.g8f8d3829.el9.x86_64 45/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 46/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librgw2-2:20.3.0-5241.g8f8d3829.el9.x86_64 47/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 48/68 2026-02-13T01:20:48.585 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ceph-argparse-2:20.3.0-5241.g8f8d3829.el9. 49/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 50/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ceph-common-2:20.3.0-5241.g8f8d3829.el9.x8 51/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 52/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cephfs-2:20.3.0-5241.g8f8d3829.el9.x86_64 53/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 54/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rados-2:20.3.0-5241.g8f8d3829.el9.x86_64 55/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 56/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rbd-2:20.3.0-5241.g8f8d3829.el9.x86_64 57/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 58/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 59/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 60/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-fuse-2:20.3.0-5241.g8f8d3829.el9.x86_64 61/68 2026-02-13T01:20:48.586 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 62/68 2026-02-13T01:20:48.587 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-mirror-2:20.3.0-5241.g8f8d3829.el9.x86_64 63/68 2026-02-13T01:20:48.587 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 64/68 2026-02-13T01:20:48.587 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-nbd-2:20.3.0-5241.g8f8d3829.el9.x86_64 65/68 2026-02-13T01:20:48.587 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 66/68 2026-02-13T01:20:48.587 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mgr-modules-core-2:20.3.0-5241.g8f8d3829.el9. 67/68 2026-02-13T01:20:48.643 INFO:teuthology.orchestra.run.trial072.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 68/68 2026-02-13T01:20:48.643 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:48.643 INFO:teuthology.orchestra.run.trial072.stdout:Upgraded: 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-base-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-common-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-fuse-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-immutable-object-cache-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mds-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-modules-core-2:20.3.0-5241.g8f8d3829.el9.noarch 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mon-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-radosgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.644 INFO:teuthology.orchestra.run.trial072.stdout: ceph-selinux-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: ceph-test-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-devel-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs2-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: libcephsqlite-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: librados-devel-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: librados2-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: libradosstriper1-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: librbd1-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: librgw2-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-argparse-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-common-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.645 INFO:teuthology.orchestra.run.trial072.stdout: python3-cephfs-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: python3-rados-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: python3-rbd-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: python3-rgw-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: rbd-fuse-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: rbd-mirror-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: rbd-nbd-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout:Installed: 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd-classic-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: ceph-osd-crimson-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: hwloc-libs-2.4.1-6.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: libatomic-11.5.0-14.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-proxy2-2:20.3.0-5241.g8f8d3829.el9.x86_64 2026-02-13T01:20:48.646 INFO:teuthology.orchestra.run.trial072.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2026-02-13T01:20:48.647 INFO:teuthology.orchestra.run.trial072.stdout: protobuf-3.14.0-17.el9.x86_64 2026-02-13T01:20:48.647 INFO:teuthology.orchestra.run.trial072.stdout: yaml-cpp-0.6.3-5.el9.x86_64 2026-02-13T01:20:48.647 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:48.647 INFO:teuthology.orchestra.run.trial072.stdout:Complete! 2026-02-13T01:20:48.703 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f8d38294e4db8750b4b1649f62ce37caa63080f 2026-02-13T01:20:48.892 DEBUG:teuthology.orchestra.run.trial072:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-13T01:20:48.915 INFO:teuthology.orchestra.run.trial072.stdout:20.3.0-5241.g8f8d3829.el9 2026-02-13T01:20:48.916 INFO:teuthology.packaging:The installed version of ceph is 20.3.0-5241.g8f8d3829.el9 2026-02-13T01:20:48.916 INFO:teuthology.task.install:The correct ceph version 20.3.0-5241.g8f8d3829 is installed. 2026-02-13T01:20:48.919 INFO:teuthology.run_tasks:Running task print... 2026-02-13T01:20:48.934 INFO:teuthology.task.print:**** done install.upgrade 2026-02-13T01:20:48.934 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-13T01:20:48.951 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-13T01:20:48.951 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:48.965 INFO:tasks.ceph.mon.a:Stopped 2026-02-13T01:20:48.965 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-13T01:20:48.965 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-13T01:20:49.007 INFO:tasks.ceph.mon.a:Started 2026-02-13T01:20:49.008 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-13T01:20:49.008 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:49.017 INFO:tasks.ceph.mon.b:Stopped 2026-02-13T01:20:49.017 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-13T01:20:49.018 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-13T01:20:49.060 INFO:tasks.ceph.mon.b:Started 2026-02-13T01:20:49.060 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-13T01:20:49.060 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:49.071 INFO:tasks.ceph.mon.c:Stopped 2026-02-13T01:20:49.071 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-13T01:20:49.071 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-13T01:20:49.113 INFO:tasks.ceph.mon.c:Started 2026-02-13T01:20:49.114 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-13T01:20:49.114 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:49.137 INFO:tasks.ceph.mgr.x:Stopped 2026-02-13T01:20:49.137 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-13T01:20:49.137 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-13T01:20:49.178 INFO:tasks.ceph.mgr.x:Started 2026-02-13T01:20:49.178 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-13T01:20:49.179 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:49.202 INFO:tasks.ceph.mgr.y:Stopped 2026-02-13T01:20:49.202 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-13T01:20:49.202 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-13T01:20:49.244 INFO:tasks.ceph.mgr.y:Started 2026-02-13T01:20:49.244 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-13T01:20:49.261 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-13T01:20:49.261 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-13T01:20:49.261 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-13T01:20:49.307 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.306+0000 7f78d8e24fc0 -1 mgr[py] Loading module stats in main interpreter 2026-02-13T01:20:49.329 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- 10.20.193.72:0/1924145650 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc07f840 msgr2=0x7f6dbc07fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 --2- 10.20.193.72:0/1924145650 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc07f840 0x7f6dbc07fc10 secure :-1 s=READY pgs=10 gs=3 cs=0 l=1 c_cookie=14129021603327408386 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f6db0009890 tx=0x7f6db002f0e0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- 10.20.193.72:0/1924145650 shutdown_connections 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 --2- 10.20.193.72:0/1924145650 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6dbc137da0 0x7f6dbc199960 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 --2- 10.20.193.72:0/1924145650 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc07f840 0x7f6dbc07fc10 unknown :-1 s=CLOSED pgs=10 gs=3 cs=0 l=1 c_cookie=14129021603327408386 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- 10.20.193.72:0/1924145650 >> 10.20.193.72:0/1924145650 conn(0x7f6dbc085960 msgr2=0x7f6dbc0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- 10.20.193.72:0/1924145650 shutdown_connections 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- 10.20.193.72:0/1924145650 wait complete. 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 Processor -- start 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- start start 2026-02-13T01:20:49.330 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 0x7f6dbc05cf90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 0x7f6dbc05d4d0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6dbc137da0 0x7f6dbc05da10 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f6dbc10d5a0 con 0x7f6dbc07f840 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f6dbc10df60 con 0x7f6dbc080150 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dc1267640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f6dbc10f260 con 0x7f6dbc137da0 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dbad76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 0x7f6dbc05cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dba575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 0x7f6dbc05d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dbad76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 0x7f6dbc05cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46246/0 (socket says 10.20.193.72:46246) 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dbb577640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6dbc137da0 0x7f6dbc05da10 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dba575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 0x7f6dbc05d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49354/0 (socket says 10.20.193.72:49354) 2026-02-13T01:20:49.331 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.326+0000 7f6dbad76640 1 -- 10.20.193.72:0/4265757914 learned_addr learned my addr 10.20.193.72:0/4265757914 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dbad76640 1 -- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6dbc137da0 msgr2=0x7f6dbc05da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dbad76640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6dbc137da0 0x7f6dbc05da10 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dbad76640 1 -- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 msgr2=0x7f6dbc05d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dbad76640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 0x7f6dbc05d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dbad76640 1 -- 10.20.193.72:0/4265757914 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db00094b0 con 0x7f6dbc07f840 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dba575640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 0x7f6dbc05d4d0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dbad76640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 0x7f6dbc05cf90 secure :-1 s=READY pgs=12 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f6db0009990 tx=0x7f6db00028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f6db003d070 con 0x7f6dbc07f840 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6db002f940 con 0x7f6dbc07f840 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f6db002fd50 con 0x7f6dbc07f840 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dbc10e6e0 con 0x7f6dbc07f840 2026-02-13T01:20:49.332 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dbc05e0f0 con 0x7f6dbc07f840 2026-02-13T01:20:49.333 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.327+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dbc086240 con 0x7f6dbc07f840 2026-02-13T01:20:49.333 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.328+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f6db0031070 con 0x7f6dbc07f840 2026-02-13T01:20:49.333 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.328+0000 7f6dba575640 1 -- 10.20.193.72:0/4265757914 >> v1:10.20.193.72:6800/3635446944 conn(0x7f6d8804fdc0 legacy=0x7f6d88070270 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.72:6800/3635446944 2026-02-13T01:20:49.333 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.328+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f6db008b970 con 0x7f6dbc07f840 2026-02-13T01:20:49.333 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.330+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7f6db0064f40 con 0x7f6dbc07f840 2026-02-13T01:20:49.337 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.336+0000 7f78d8e24fc0 -1 mgr[py] Loading module mirroring in main interpreter 2026-02-13T01:20:49.346 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.345+0000 7f78d8e24fc0 -1 mgr[py] Loading module snap_schedule in main interpreter 2026-02-13T01:20:49.352 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.351+0000 7f78d8e24fc0 -1 mgr[py] Loading module prometheus in main interpreter 2026-02-13T01:20:49.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.416+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f6dbc07fc10 con 0x7f6dbc07f840 2026-02-13T01:20:49.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.418+0000 7f6d9b7fe640 1 -- 10.20.193.72:0/4265757914 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+121587 (secure 0 0 0) 0x7f6db0046070 con 0x7f6dbc07f840 2026-02-13T01:20:49.421 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:49.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 >> v1:10.20.193.72:6800/3635446944 conn(0x7f6d8804fdc0 legacy=0x7f6d88070270 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-13T01:20:49.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 msgr2=0x7f6dbc05cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 0x7f6dbc05cf90 secure :-1 s=READY pgs=12 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f6db0009990 tx=0x7f6db00028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 shutdown_connections 2026-02-13T01:20:49.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f6dbc137da0 0x7f6dbc05da10 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6dbc080150 0x7f6dbc05d4d0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 --2- 10.20.193.72:0/4265757914 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f6dbc07f840 0x7f6dbc05cf90 unknown :-1 s=CLOSED pgs=12 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 >> 10.20.193.72:0/4265757914 conn(0x7f6dbc085960 msgr2=0x7f6dbc07ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 shutdown_connections 2026-02-13T01:20:49.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.419+0000 7f6dc1267640 1 -- 10.20.193.72:0/4265757914 wait complete. 2026-02-13T01:20:49.428 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":6,"flags":0,"active_gid":4118,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6800","nonce":3635446944}]},"active_addr":"10.20.193.72:6800/3635446944","active_change":"2026-02-13T01:19:47.298268+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4135,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":3958641054}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":4126058896}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":3063173907}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":1824515966}]}]} 2026-02-13T01:20:49.497 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-13T01:20:49.497 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-13T01:20:49.497 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:49.498 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.442+0000 7f757fa2bfc0 -1 mgr[py] Loading module stats in main interpreter 2026-02-13T01:20:49.498 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.461+0000 7f757fa2bfc0 -1 mgr[py] Loading module mirroring in main interpreter 2026-02-13T01:20:49.498 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.462+0000 7f78d8e24fc0 -1 mgr[py] Loading module balancer in main interpreter 2026-02-13T01:20:49.498 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.464+0000 7f757fa2bfc0 -1 mgr[py] Loading module snap_schedule in main interpreter 2026-02-13T01:20:49.498 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.467+0000 7f757fa2bfc0 -1 mgr[py] Loading module prometheus in main interpreter 2026-02-13T01:20:49.499 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.467+0000 7f78d8e24fc0 -1 mgr[py] Loading module rbd_support in main interpreter 2026-02-13T01:20:49.499 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.480+0000 7f78d8e24fc0 -1 mgr[py] Loading module smb in main interpreter 2026-02-13T01:20:49.508 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.507+0000 7f78d8e24fc0 -1 mgr[py] Loading module devicehealth in main interpreter 2026-02-13T01:20:49.511 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.510+0000 7f78d8e24fc0 -1 mgr[py] Loading module alerts in main interpreter 2026-02-13T01:20:49.512 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.511+0000 7f78d8e24fc0 -1 mgr[py] Loading module telemetry in main interpreter 2026-02-13T01:20:49.537 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.536+0000 7f78d8e24fc0 -1 mgr[py] Loading module status in main interpreter 2026-02-13T01:20:49.539 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.538+0000 7f78d8e24fc0 -1 mgr[py] Loading module rgw in main interpreter 2026-02-13T01:20:49.542 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.541+0000 7f78d8e24fc0 -1 mgr[py] Loading module insights in main interpreter 2026-02-13T01:20:49.544 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.543+0000 7f78d8e24fc0 -1 mgr[py] Loading module iostat in main interpreter 2026-02-13T01:20:49.545 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.544+0000 7f78d8e24fc0 -1 mgr[py] Loading module pg_autoscaler in main interpreter 2026-02-13T01:20:49.548 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.547+0000 7f78d8e24fc0 -1 mgr[py] Loading module osd_perf_query in main interpreter 2026-02-13T01:20:49.549 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.548+0000 7f78d8e24fc0 -1 mgr[py] Loading module crash in main interpreter 2026-02-13T01:20:49.551 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.550+0000 7f78d8e24fc0 -1 mgr[py] Loading module progress in main interpreter 2026-02-13T01:20:49.553 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.552+0000 7f78d8e24fc0 -1 mgr[py] Loading module nfs in main interpreter 2026-02-13T01:20:49.560 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.559+0000 7f757fa2bfc0 -1 mgr[py] Loading module balancer in main interpreter 2026-02-13T01:20:49.561 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.560+0000 7f757fa2bfc0 -1 mgr[py] Loading module rbd_support in main interpreter 2026-02-13T01:20:49.562 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.561+0000 7f78d8e24fc0 -1 mgr[py] Loading module telegraf in main interpreter 2026-02-13T01:20:49.564 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.563+0000 7f78d8e24fc0 -1 mgr[py] Loading module selftest in main interpreter 2026-02-13T01:20:49.566 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 -- 10.20.193.72:0/1545066503 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 msgr2=0x7fdb60137690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.566 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 --2- 10.20.193.72:0/1545066503 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb60137690 secure :-1 s=READY pgs=15 gs=2 cs=0 l=1 c_cookie=12988825868038836716 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fdb48004740 tx=0x7fdb4802f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.567 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.565+0000 7f757fa2bfc0 -1 mgr[py] Loading module smb in main interpreter 2026-02-13T01:20:49.568 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 -- 10.20.193.72:0/1545066503 shutdown_connections 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 --2- 10.20.193.72:0/1545066503 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb60137690 unknown :-1 s=CLOSED pgs=15 gs=2 cs=0 l=1 c_cookie=12988825868038836716 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 --2- 10.20.193.72:0/1545066503 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb60137bd0 0x7fdb60138050 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 --2- 10.20.193.72:0/1545066503 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb6007f840 0x7fdb6007fc10 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 -- 10.20.193.72:0/1545066503 >> 10.20.193.72:0/1545066503 conn(0x7fdb60085960 msgr2=0x7fdb600561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 -- 10.20.193.72:0/1545066503 shutdown_connections 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.565+0000 7fdb66c07640 1 -- 10.20.193.72:0/1545066503 wait complete. 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 Processor -- start 2026-02-13T01:20:49.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 -- start start 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb6007f840 0x7fdb6005ca80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb6005cfc0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb60137bd0 0x7fdb6005d500 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6007a170 con 0x7fdb60080150 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fdb60078df0 con 0x7fdb6007f840 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fdb60079dd0 con 0x7fdb60137bd0 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb6005cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb6517d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb60137bd0 0x7fdb6005d500 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb6497c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb6007f840 0x7fdb6005ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb6005cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46262/0 (socket says 10.20.193.72:46262) 2026-02-13T01:20:49.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 -- 10.20.193.72:0/2697271783 learned_addr learned my addr 10.20.193.72:0/2697271783 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.571 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.566+0000 7f78d8e24fc0 -1 mgr[py] Loading module test_orchestrator in main interpreter 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 -- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb60137bd0 msgr2=0x7fdb6005d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb60137bd0 0x7fdb6005d500 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 -- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb6007f840 msgr2=0x7fdb6005ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb6007f840 0x7fdb6005ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 -- 10.20.193.72:0/2697271783 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb50009570 con 0x7fdb60080150 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb57fff640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb6005cfc0 secure :-1 s=READY pgs=16 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fdb48009230 tx=0x7fdb480028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fdb4803d070 con 0x7fdb60080150 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb48038470 con 0x7fdb60080150 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb480094b0 con 0x7fdb60080150 2026-02-13T01:20:49.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fdb48038820 con 0x7fdb60080150 2026-02-13T01:20:49.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.566+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb600793c0 con 0x7fdb60080150 2026-02-13T01:20:49.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.567+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb60086240 con 0x7fdb60080150 2026-02-13T01:20:49.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.567+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fdb48038980 con 0x7fdb60080150 2026-02-13T01:20:49.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.567+0000 7fdb6497c640 1 -- 10.20.193.72:0/2697271783 >> v1:10.20.193.72:6800/3635446944 conn(0x7fdb3004fdd0 legacy=0x7fdb30070280 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.72:6800/3635446944 2026-02-13T01:20:49.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.567+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7fdb4808b810 con 0x7fdb60080150 2026-02-13T01:20:49.575 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.567+0000 7f78d8e24fc0 -1 mgr[py] Loading module osd_support in main interpreter 2026-02-13T01:20:49.575 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.568+0000 7f78d8e24fc0 -1 mgr[py] Loading module orchestrator in main interpreter 2026-02-13T01:20:49.575 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.568+0000 7f78d8e24fc0 -1 mgr[py] Loading module volumes in main interpreter 2026-02-13T01:20:49.575 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.569+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7fdb48064d40 con 0x7fdb60080150 2026-02-13T01:20:49.580 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.579+0000 7f757fa2bfc0 -1 mgr[py] Loading module devicehealth in main interpreter 2026-02-13T01:20:49.581 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.580+0000 7f757fa2bfc0 -1 mgr[py] Loading module alerts in main interpreter 2026-02-13T01:20:49.582 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.581+0000 7f757fa2bfc0 -1 mgr[py] Loading module telemetry in main interpreter 2026-02-13T01:20:49.596 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.595+0000 7f78d8e24fc0 -1 mgr[py] Loading module mds_autoscaler in main interpreter 2026-02-13T01:20:49.597 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.596+0000 7f78d8e24fc0 -1 mgr[py] Loading module localpool in main interpreter 2026-02-13T01:20:49.598 INFO:tasks.ceph.mgr.y.trial072.stderr:2026-02-13T01:20:49.596+0000 7f78d8e24fc0 -1 mgr[py] Loading module influx in main interpreter 2026-02-13T01:20:49.603 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.602+0000 7f757fa2bfc0 -1 mgr[py] Loading module status in main interpreter 2026-02-13T01:20:49.603 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.602+0000 7f757fa2bfc0 -1 mgr[py] Loading module rgw in main interpreter 2026-02-13T01:20:49.605 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.604+0000 7f757fa2bfc0 -1 mgr[py] Loading module insights in main interpreter 2026-02-13T01:20:49.606 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.605+0000 7f757fa2bfc0 -1 mgr[py] Loading module iostat in main interpreter 2026-02-13T01:20:49.606 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.605+0000 7f757fa2bfc0 -1 mgr[py] Loading module pg_autoscaler in main interpreter 2026-02-13T01:20:49.606 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.605+0000 7f757fa2bfc0 -1 mgr[py] Loading module osd_perf_query in main interpreter 2026-02-13T01:20:49.607 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.606+0000 7f757fa2bfc0 -1 mgr[py] Loading module crash in main interpreter 2026-02-13T01:20:49.608 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.607+0000 7f757fa2bfc0 -1 mgr[py] Loading module progress in main interpreter 2026-02-13T01:20:49.608 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.607+0000 7f757fa2bfc0 -1 mgr[py] Loading module nfs in main interpreter 2026-02-13T01:20:49.611 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.610+0000 7f757fa2bfc0 -1 mgr[py] Loading module telegraf in main interpreter 2026-02-13T01:20:49.611 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.610+0000 7f757fa2bfc0 -1 mgr[py] Loading module selftest in main interpreter 2026-02-13T01:20:49.612 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.611+0000 7f757fa2bfc0 -1 mgr[py] Loading module test_orchestrator in main interpreter 2026-02-13T01:20:49.613 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.612+0000 7f757fa2bfc0 -1 mgr[py] Loading module osd_support in main interpreter 2026-02-13T01:20:49.613 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.612+0000 7f757fa2bfc0 -1 mgr[py] Loading module orchestrator in main interpreter 2026-02-13T01:20:49.613 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.612+0000 7f757fa2bfc0 -1 mgr[py] Loading module volumes in main interpreter 2026-02-13T01:20:49.617 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.616+0000 7f757fa2bfc0 -1 mgr[py] Loading module mds_autoscaler in main interpreter 2026-02-13T01:20:49.618 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.617+0000 7f757fa2bfc0 -1 mgr[py] Loading module localpool in main interpreter 2026-02-13T01:20:49.618 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:49.617+0000 7f757fa2bfc0 -1 mgr[py] Loading module influx in main interpreter 2026-02-13T01:20:49.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.621+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7fdb4808a160 con 0x7fdb60080150 2026-02-13T01:20:49.622 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.621+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 >> v1:10.20.193.72:6800/3635446944 conn(0x7fdb3004fdd0 legacy=0x7fdb30070280 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-13T01:20:49.645 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.644+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdb600847a0 con 0x7fdb60080150 2026-02-13T01:20:49.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.644+0000 7fdb557fa640 1 -- 10.20.193.72:0/2697271783 <== mon.0 v2:10.20.193.72:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+9185 (secure 0 0 0) 0x7fdb600847a0 con 0x7fdb60080150 2026-02-13T01:20:49.646 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:49.647 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":20,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:49.618972+0000","last_up_change":"2026-02-13T01:19:58.232994+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":3199760016}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":3199760016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":3199760016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":3199760016}]},"public_addr":"10.20.193.72:6805/3199760016","cluster_addr":"10.20.193.72:6807/3199760016","heartbeat_back_addr":"10.20.193.72:6811/3199760016","heartbeat_front_addr":"10.20.193.72:6809/3199760016","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":1861286307}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":1861286307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":1861286307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":1861286307}]},"public_addr":"10.20.193.72:6813/1861286307","cluster_addr":"10.20.193.72:6814/1861286307","heartbeat_back_addr":"10.20.193.72:6816/1861286307","heartbeat_front_addr":"10.20.193.72:6815/1861286307","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2385769069}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2385769069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2385769069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2385769069}]},"public_addr":"10.20.193.72:6801/2385769069","cluster_addr":"10.20.193.72:6802/2385769069","heartbeat_back_addr":"10.20.193.72:6804/2385769069","heartbeat_front_addr":"10.20.193.72:6803/2385769069","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":3190537670}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":3190537670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":3190537670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":3190537670}]},"public_addr":"10.20.193.72:6806/3190537670","cluster_addr":"10.20.193.72:6808/3190537670","heartbeat_back_addr":"10.20.193.72:6812/3190537670","heartbeat_front_addr":"10.20.193.72:6810/3190537670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 msgr2=0x7fdb6005cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb6005cfc0 secure :-1 s=READY pgs=16 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fdb48009230 tx=0x7fdb480028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 shutdown_connections 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fdb60080150 0x7fdb6005cfc0 unknown :-1 s=CLOSED pgs=16 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fdb60137bd0 0x7fdb6005d500 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 --2- 10.20.193.72:0/2697271783 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fdb6007f840 0x7fdb6005ca80 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 >> 10.20.193.72:0/2697271783 conn(0x7fdb60085960 msgr2=0x7fdb6007b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 shutdown_connections 2026-02-13T01:20:49.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.646+0000 7fdb66c07640 1 -- 10.20.193.72:0/2697271783 wait complete. 2026-02-13T01:20:49.656 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-13T01:20:49.657 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:49.764 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- 10.20.193.72:0/2277115844 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff54807f840 msgr2=0x7ff54807fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 --2- 10.20.193.72:0/2277115844 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff54807f840 0x7ff54807fc10 secure :-1 s=READY pgs=14 gs=2 cs=0 l=1 c_cookie=6430139646701249740 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ff534009890 tx=0x7ff53402f0e0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- 10.20.193.72:0/2277115844 shutdown_connections 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 --2- 10.20.193.72:0/2277115844 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff548137690 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 --2- 10.20.193.72:0/2277115844 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff54807f840 0x7ff54807fc10 unknown :-1 s=CLOSED pgs=14 gs=2 cs=0 l=1 c_cookie=6430139646701249740 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- 10.20.193.72:0/2277115844 >> 10.20.193.72:0/2277115844 conn(0x7ff548085960 msgr2=0x7ff5480561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- 10.20.193.72:0/2277115844 shutdown_connections 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- 10.20.193.72:0/2277115844 wait complete. 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 Processor -- start 2026-02-13T01:20:49.765 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- start start 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff54807f840 0x7ff54810d400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff54810d940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff548137bd0 0x7ff54810de80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7ff54810f200 con 0x7ff54807f840 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7ff548110490 con 0x7ff548080150 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff54df9d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7ff54810e7d0 con 0x7ff548137bd0 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff546ffd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff54810d940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff547fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff548137bd0 0x7ff54810de80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff5477fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff54807f840 0x7ff54810d400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff546ffd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff54810d940 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49504/0 (socket says 10.20.193.72:49504) 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.761+0000 7ff546ffd640 1 -- 10.20.193.72:0/1485624392 learned_addr learned my addr 10.20.193.72:0/1485624392 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.766 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff547fff640 1 -- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 msgr2=0x7ff54810d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff547fff640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff54810d940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff547fff640 1 -- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff54807f840 msgr2=0x7ff54810d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff547fff640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff54807f840 0x7ff54810d400 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff547fff640 1 -- 10.20.193.72:0/1485624392 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5380094b0 con 0x7ff548137bd0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff546ffd640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff54810d940 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff547fff640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff548137bd0 0x7ff54810de80 secure :-1 s=READY pgs=15 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ff53c003a80 tx=0x7ff53c00d970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7ff53c013850 con 0x7ff548137bd0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff53c013aa0 con 0x7ff548137bd0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5340094b0 con 0x7ff548137bd0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7ff53c012380 con 0x7ff548137bd0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff54810fa50 con 0x7ff548137bd0 2026-02-13T01:20:49.767 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.762+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff548086240 con 0x7ff548137bd0 2026-02-13T01:20:49.768 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.763+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7ff53c0124e0 con 0x7ff548137bd0 2026-02-13T01:20:49.768 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.763+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7ff53c064b30 con 0x7ff548137bd0 2026-02-13T01:20:49.768 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.765+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7ff53c03fe20 con 0x7ff548137bd0 2026-02-13T01:20:49.837 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.836+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff54807fc10 con 0x7ff548137bd0 2026-02-13T01:20:49.838 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.836+0000 7ff523fff640 1 -- 10.20.193.72:0/1485624392 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+9185 (secure 0 0 0) 0x7ff53c042f40 con 0x7ff548137bd0 2026-02-13T01:20:49.838 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:49.838 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":20,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:49.618972+0000","last_up_change":"2026-02-13T01:19:58.232994+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":3199760016}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":3199760016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":3199760016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":3199760016}]},"public_addr":"10.20.193.72:6805/3199760016","cluster_addr":"10.20.193.72:6807/3199760016","heartbeat_back_addr":"10.20.193.72:6811/3199760016","heartbeat_front_addr":"10.20.193.72:6809/3199760016","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":1861286307}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":1861286307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":1861286307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":1861286307}]},"public_addr":"10.20.193.72:6813/1861286307","cluster_addr":"10.20.193.72:6814/1861286307","heartbeat_back_addr":"10.20.193.72:6816/1861286307","heartbeat_front_addr":"10.20.193.72:6815/1861286307","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2385769069}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2385769069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2385769069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2385769069}]},"public_addr":"10.20.193.72:6801/2385769069","cluster_addr":"10.20.193.72:6802/2385769069","heartbeat_back_addr":"10.20.193.72:6804/2385769069","heartbeat_front_addr":"10.20.193.72:6803/2385769069","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":3190537670}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":3190537670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":3190537670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":3190537670}]},"public_addr":"10.20.193.72:6806/3190537670","cluster_addr":"10.20.193.72:6808/3190537670","heartbeat_back_addr":"10.20.193.72:6812/3190537670","heartbeat_front_addr":"10.20.193.72:6810/3190537670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:49.839 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff548137bd0 msgr2=0x7ff54810de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.839 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff548137bd0 0x7ff54810de80 secure :-1 s=READY pgs=15 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ff53c003a80 tx=0x7ff53c00d970 comp rx=0 tx=0).stop 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 shutdown_connections 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff548137bd0 0x7ff54810de80 unknown :-1 s=CLOSED pgs=15 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff548080150 0x7ff54810d940 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 --2- 10.20.193.72:0/1485624392 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff54807f840 0x7ff54810d400 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 >> 10.20.193.72:0/1485624392 conn(0x7ff548085960 msgr2=0x7ff54811d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 shutdown_connections 2026-02-13T01:20:49.840 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.837+0000 7ff54df9d640 1 -- 10.20.193.72:0/1485624392 wait complete. 2026-02-13T01:20:49.846 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-13T01:20:49.847 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-13T01:20:49.847 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-13T01:20:49.848 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 -- 10.20.193.72:0/842554904 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c084520 msgr2=0x7f4b1c0812a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/842554904 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c084520 0x7f4b1c0812a0 secure :-1 s=READY pgs=16 gs=2 cs=0 l=1 c_cookie=2302465859664890131 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f4b0c0098c0 tx=0x7f4b0c02f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 -- 10.20.193.72:0/842554904 shutdown_connections 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/842554904 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c084520 0x7f4b1c0812a0 unknown :-1 s=CLOSED pgs=16 gs=2 cs=0 l=1 c_cookie=2302465859664890131 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/842554904 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c080990 0x7f4b1c080d60 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 -- 10.20.193.72:0/842554904 >> 10.20.193.72:0/842554904 conn(0x7f4b1c085960 msgr2=0x7f4b1c0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 -- 10.20.193.72:0/842554904 shutdown_connections 2026-02-13T01:20:49.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 -- 10.20.193.72:0/842554904 wait complete. 2026-02-13T01:20:49.919 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 Processor -- start 2026-02-13T01:20:49.919 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.916+0000 7f4b22a1b640 1 -- start start 2026-02-13T01:20:49.920 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 -- 10.20.193.72:0/3738295651 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c086770 msgr2=0x7fbf2c1787d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.920 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 --2- 10.20.193.72:0/3738295651 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c086770 0x7fbf2c1787d0 secure :-1 s=READY pgs=24 gs=2 cs=0 l=1 c_cookie=12663182880791824662 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fbf1c005e70 tx=0x7fbf1c02f200 comp rx=0 tx=0).stop 2026-02-13T01:20:49.920 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 -- 10.20.193.72:0/3738295651 shutdown_connections 2026-02-13T01:20:49.920 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 --2- 10.20.193.72:0/3738295651 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086b70 0x7fbf2c198d20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.920 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 --2- 10.20.193.72:0/3738295651 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c086770 0x7fbf2c1787d0 unknown :-1 s=CLOSED pgs=24 gs=2 cs=0 l=1 c_cookie=12663182880791824662 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.921 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 -- 10.20.193.72:0/3738295651 >> 10.20.193.72:0/3738295651 conn(0x7fbf2c08ae00 msgr2=0x7fbf2c087150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.921 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 0x7f4b1c12e830 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.921 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b1c084520 0x7f4b1c12ed70 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.921 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 -- 10.20.193.72:0/3738295651 shutdown_connections 2026-02-13T01:20:49.922 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c1364a0 0x7f4b1c12f2b0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.922 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 -- 10.20.193.72:0/3738295651 wait complete. 2026-02-13T01:20:49.923 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c12f7f0 con 0x7f4b1c084520 2026-02-13T01:20:49.923 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f4b1c131310 con 0x7f4b1c1364a0 2026-02-13T01:20:49.923 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f4b1c131b90 con 0x7f4b1c080990 2026-02-13T01:20:49.923 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 0x7f4b1c12e830 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.923 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 0x7f4b1c12e830 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:43496/0 (socket says 10.20.193.72:43496) 2026-02-13T01:20:49.923 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 -- 10.20.193.72:0/2416887148 learned_addr learned my addr 10.20.193.72:0/2416887148 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.924 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1b7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b1c084520 0x7f4b1c12ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.924 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b20f91640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c1364a0 0x7f4b1c12f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.924 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 -- 10.20.193.72:0/2715910113 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c085050 msgr2=0x7efd1c085420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.924 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 --2- 10.20.193.72:0/2715910113 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c085050 0x7efd1c085420 secure :-1 s=READY pgs=26 gs=2 cs=0 l=1 c_cookie=6173763951559900324 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7efd14009950 tx=0x7efd1402f160 comp rx=0 tx=0).stop 2026-02-13T01:20:49.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 -- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c1364a0 msgr2=0x7f4b1c12f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c1364a0 0x7f4b1c12f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 -- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b1c084520 msgr2=0x7f4b1c12ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b1c084520 0x7f4b1c12ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 -- 10.20.193.72:0/2416887148 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c0094b0 con 0x7f4b1c080990 2026-02-13T01:20:49.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 -- 10.20.193.72:0/2715910113 shutdown_connections 2026-02-13T01:20:49.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 --2- 10.20.193.72:0/2715910113 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efd1c178ee0 0x7efd1c1992c0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 --2- 10.20.193.72:0/2715910113 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c085050 0x7efd1c085420 unknown :-1 s=CLOSED pgs=26 gs=2 cs=0 l=1 c_cookie=6173763951559900324 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 -- 10.20.193.72:0/2715910113 >> 10.20.193.72:0/2715910113 conn(0x7efd1c089dc0 msgr2=0x7efd1c086140 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 -- 10.20.193.72:0/2715910113 shutdown_connections 2026-02-13T01:20:49.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7efd24979640 1 -- 10.20.193.72:0/2715910113 wait complete. 2026-02-13T01:20:49.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b1bfff640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 0x7f4b1c12e830 secure :-1 s=READY pgs=18 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f4b08009480 tx=0x7f4b0800ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f4b0800cd40 con 0x7f4b1c080990 2026-02-13T01:20:49.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b08004850 con 0x7f4b1c080990 2026-02-13T01:20:49.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f4b0800cea0 con 0x7f4b1c080990 2026-02-13T01:20:49.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b1c131de0 con 0x7f4b1c080990 2026-02-13T01:20:49.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b1c149d90 con 0x7f4b1c080990 2026-02-13T01:20:49.929 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.917+0000 7fbf32754640 1 Processor -- start 2026-02-13T01:20:49.929 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 -- start start 2026-02-13T01:20:49.929 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 Processor -- start 2026-02-13T01:20:49.930 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 -- start start 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 -- 10.20.193.72:0/3186965872 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708084520 msgr2=0x7fa7081776e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 --2- 10.20.193.72:0/3186965872 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708084520 0x7fa7081776e0 secure :-1 s=READY pgs=17 gs=2 cs=0 l=1 c_cookie=1596984687555428805 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa6f0004740 tx=0x7fa6f002f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 -- 10.20.193.72:0/3186965872 shutdown_connections 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 --2- 10.20.193.72:0/3186965872 >> v2:10.20.193.72:3300/0 conn(0x7fa708081470 0x7fa708197c30 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 --2- 10.20.193.72:0/3186965872 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708084520 0x7fa7081776e0 unknown :-1 s=CLOSED pgs=17 gs=2 cs=0 l=1 c_cookie=1596984687555428805 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 -- 10.20.193.72:0/3186965872 >> 10.20.193.72:0/3186965872 conn(0x7fa708085960 msgr2=0x7fa7080561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 -- 10.20.193.72:0/3186965872 shutdown_connections 2026-02-13T01:20:49.931 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fa70d06f640 1 -- 10.20.193.72:0/3186965872 wait complete. 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 0x7efd1c080b40 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efd1c085960 0x7efd1c081080 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c178ee0 0x7efd1c0815c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c179490 con 0x7efd1c178ee0 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7efd1c082830 con 0x7efd1c085050 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7efd1c05dcc0 con 0x7efd1c085960 2026-02-13T01:20:49.933 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086770 0x7fbf2c057340 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.934 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 0x7fbf2c057880 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.934 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 0x7efd1c080b40 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.934 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd21eed640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efd1c085960 0x7efd1c081080 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.934 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 0x7efd1c080b40 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49540/0 (socket says 10.20.193.72:49540) 2026-02-13T01:20:49.935 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c087c80 0x7fbf2c057dc0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.935 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 -- 10.20.193.72:0/1496531630 learned_addr learned my addr 10.20.193.72:0/1496531630 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.935 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7f4b0801f060 con 0x7f4b1c080990 2026-02-13T01:20:49.936 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2c058c40 con 0x7fbf2c087c80 2026-02-13T01:20:49.936 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fbf2c19ee80 con 0x7fbf2c086b70 2026-02-13T01:20:49.936 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fbf2c1a0440 con 0x7fbf2c086770 2026-02-13T01:20:49.936 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd22eef640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c178ee0 0x7efd1c0815c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.937 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4b1c086240 con 0x7f4b1c080990 2026-02-13T01:20:49.937 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf2bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086770 0x7fbf2c057340 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.937 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf2b7fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 0x7fbf2c057880 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c087c80 0x7fbf2c057dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf2bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086770 0x7fbf2c057340 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:43508/0 (socket says 10.20.193.72:43508) 2026-02-13T01:20:49.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf2b7fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 0x7fbf2c057880 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49548/0 (socket says 10.20.193.72:49548) 2026-02-13T01:20:49.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf2bfff640 1 -- 10.20.193.72:0/1218333026 learned_addr learned my addr 10.20.193.72:0/1218333026 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.938 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 -- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efd1c085960 msgr2=0x7efd1c081080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efd1c085960 0x7efd1c081080 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 -- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c178ee0 msgr2=0x7efd1c0815c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c178ee0 0x7efd1c0815c0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 -- 10.20.193.72:0/1496531630 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd14009570 con 0x7efd1c085050 2026-02-13T01:20:49.939 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd226ee640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 0x7efd1c080b40 secure :-1 s=READY pgs=12 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7efd14004740 tx=0x7efd140028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 -- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086770 msgr2=0x7fbf2c057340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086770 0x7fbf2c057340 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 -- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 msgr2=0x7fbf2c057880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 0x7fbf2c057880 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 -- 10.20.193.72:0/1218333026 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1c009570 con 0x7fbf2c087c80 2026-02-13T01:20:49.940 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf2b7fe640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 0x7fbf2c057880 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:49.941 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f4b08014070 con 0x7f4b1c080990 2026-02-13T01:20:49.941 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7efd1403d070 con 0x7efd1c085050 2026-02-13T01:20:49.941 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf30cca640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c087c80 0x7fbf2c057dc0 secure :-1 s=READY pgs=27 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fbf2000f940 tx=0x7fbf2000fe10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.942 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 --> v1:10.20.193.72:6805/3199760016 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4aec0717f0 con 0x7f4aec04fb50 2026-02-13T01:20:49.942 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f4b08066470 con 0x7f4b1c080990 2026-02-13T01:20:49.942 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd140045b0 con 0x7efd1c085050 2026-02-13T01:20:49.942 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1c17a040 con 0x7efd1c085050 2026-02-13T01:20:49.943 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7efd140386f0 con 0x7efd1c085050 2026-02-13T01:20:49.943 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efd1c07fe90 con 0x7efd1c085050 2026-02-13T01:20:49.943 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fbf2000dce0 con 0x7fbf2c087c80 2026-02-13T01:20:49.943 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf2000de60 con 0x7fbf2c087c80 2026-02-13T01:20:49.944 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf2c19f160 con 0x7fbf2c087c80 2026-02-13T01:20:49.944 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fbf20005b90 con 0x7fbf2c087c80 2026-02-13T01:20:49.944 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.918+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf2c0584a0 con 0x7fbf2c087c80 2026-02-13T01:20:49.944 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 Processor -- start 2026-02-13T01:20:49.944 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 -- start start 2026-02-13T01:20:49.945 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbf2c089810 con 0x7fbf2c087c80 2026-02-13T01:20:49.945 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa708080990 0x7fa70805cfa0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.946 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708081470 0x7fa7081976f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.946 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 0x7fa708197c30 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:49.946 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa708080430 con 0x7fa708084520 2026-02-13T01:20:49.946 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa70807e890 con 0x7fa708080990 2026-02-13T01:20:49.946 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa70807fae0 con 0x7fa708081470 2026-02-13T01:20:49.947 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efd1c085420 con 0x7efd1c085050 2026-02-13T01:20:49.947 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa706575640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708081470 0x7fa7081976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.947 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 0x7fa708197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.947 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 0x7fa708197c30 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46408/0 (socket says 10.20.193.72:46408) 2026-02-13T01:20:49.948 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 -- 10.20.193.72:0/2679840051 learned_addr learned my addr 10.20.193.72:0/2679840051 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:49.948 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa706575640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708081470 0x7fa7081976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:43516/0 (socket says 10.20.193.72:43516) 2026-02-13T01:20:49.948 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa706d76640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa708080990 0x7fa70805cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:49.948 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7fbf20020060 con 0x7fbf2c087c80 2026-02-13T01:20:49.949 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 -- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708081470 msgr2=0x7fa7081976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.949 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708081470 0x7fa7081976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.949 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 -- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa708080990 msgr2=0x7fa70805cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.949 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa708080990 0x7fa70805cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.949 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 -- 10.20.193.72:0/2679840051 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f00094b0 con 0x7fa708084520 2026-02-13T01:20:49.949 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== osd.0 v1:10.20.193.72:6805/3199760016 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f4aec0717f0 con 0x7f4aec04fb50 2026-02-13T01:20:49.950 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa707577640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 0x7fa708197c30 secure :-1 s=READY pgs=28 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa6f800f8d0 tx=0x7fa6f800fda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:49.950 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa6f800dce0 con 0x7fa708084520 2026-02-13T01:20:49.950 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6f800de60 con 0x7fa708084520 2026-02-13T01:20:49.951 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa6f8005b90 con 0x7fa708084520 2026-02-13T01:20:49.951 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa70810f850 con 0x7fa708084520 2026-02-13T01:20:49.951 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7fbf20015070 con 0x7fbf2c087c80 2026-02-13T01:20:49.951 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa70805d680 con 0x7fa708084520 2026-02-13T01:20:49.952 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 --> v1:10.20.193.72:6813/1861286307 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbefc071780 con 0x7fbefc04fae0 2026-02-13T01:20:49.952 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fbf20067380 con 0x7fbf2c087c80 2026-02-13T01:20:49.952 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.919+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7efd14038850 con 0x7efd1c085050 2026-02-13T01:20:49.952 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7efd14088370 con 0x7efd1c085050 2026-02-13T01:20:49.952 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 --> v1:10.20.193.72:6801/2385769069 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efcec0717f0 con 0x7efcec04fb50 2026-02-13T01:20:49.952 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7efd1408aa30 con 0x7efd1c085050 2026-02-13T01:20:49.953 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7fa6f8020060 con 0x7fa708084520 2026-02-13T01:20:49.953 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa708086240 con 0x7fa708084520 2026-02-13T01:20:49.953 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== osd.1 v1:10.20.193.72:6813/1861286307 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7fbefc071780 con 0x7fbefc04fae0 2026-02-13T01:20:49.954 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7fa6f8015070 con 0x7fa708084520 2026-02-13T01:20:49.954 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 --> v1:10.20.193.72:6806/3190537670 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa6d40717f0 con 0x7fa6d404fb50 2026-02-13T01:20:49.954 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fa6f8067500 con 0x7fa708084520 2026-02-13T01:20:49.954 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.920+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== osd.2 v1:10.20.193.72:6801/2385769069 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7efcec0717f0 con 0x7efcec04fb50 2026-02-13T01:20:49.954 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.922+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== osd.3 v1:10.20.193.72:6806/3190537670 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7fa6d40717f0 con 0x7fa6d404fb50 2026-02-13T01:20:49.955 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 --> v1:10.20.193.72:6805/3199760016 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4b1c136920 con 0x7f4aec04fb50 2026-02-13T01:20:49.955 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b18ff9640 1 -- 10.20.193.72:0/2416887148 <== osd.0 v1:10.20.193.72:6805/3199760016 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 701397228) 0x7f4b1c136920 con 0x7f4aec04fb50 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 >> v1:10.20.193.72:6805/3199760016 conn(0x7f4aec04fb50 legacy=0x7f4aec06ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 msgr2=0x7f4b1c12e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 0x7f4b1c12e830 secure :-1 s=READY pgs=18 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f4b08009480 tx=0x7f4b0800ee60 comp rx=0 tx=0).stop 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 shutdown_connections 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4b1c084520 0x7f4b1c12ed70 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4b1c1364a0 0x7f4b1c12f2b0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 --2- 10.20.193.72:0/2416887148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4b1c080990 0x7f4b1c12e830 unknown :-1 s=CLOSED pgs=18 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 >> 10.20.193.72:0/2416887148 conn(0x7f4b1c085960 msgr2=0x7f4b1c05c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.926+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 shutdown_connections 2026-02-13T01:20:49.956 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7f4b22a1b640 1 -- 10.20.193.72:0/2416887148 wait complete. 2026-02-13T01:20:49.957 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 --> v1:10.20.193.72:6801/2385769069 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7efd1c081e70 con 0x7efcec04fb50 2026-02-13T01:20:49.957 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 --> v1:10.20.193.72:6813/1861286307 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbf2c086060 con 0x7fbefc04fae0 2026-02-13T01:20:49.957 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf28ff9640 1 -- 10.20.193.72:0/1218333026 <== osd.1 v1:10.20.193.72:6813/1861286307 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 983468824) 0x7fbf2c086060 con 0x7fbefc04fae0 2026-02-13T01:20:49.957 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd06ffd640 1 -- 10.20.193.72:0/1496531630 <== osd.2 v1:10.20.193.72:6801/2385769069 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1710880829) 0x7efd1c081e70 con 0x7efcec04fb50 2026-02-13T01:20:49.958 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 >> v1:10.20.193.72:6801/2385769069 conn(0x7efcec04fb50 legacy=0x7efcec06ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.958 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 >> v1:10.20.193.72:6813/1861286307 conn(0x7fbefc04fae0 legacy=0x7fbefc06ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.958 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 msgr2=0x7efd1c080b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.959 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 0x7efd1c080b40 secure :-1 s=READY pgs=12 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7efd14004740 tx=0x7efd140028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.959 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c087c80 msgr2=0x7fbf2c057dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.959 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c087c80 0x7fbf2c057dc0 secure :-1 s=READY pgs=27 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fbf2000f940 tx=0x7fbf2000fe10 comp rx=0 tx=0).stop 2026-02-13T01:20:49.959 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 shutdown_connections 2026-02-13T01:20:49.959 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efd1c178ee0 0x7efd1c0815c0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.959 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efd1c085960 0x7efd1c081080 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 --2- 10.20.193.72:0/1496531630 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efd1c085050 0x7efd1c080b40 unknown :-1 s=CLOSED pgs=12 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 >> 10.20.193.72:0/1496531630 conn(0x7efd1c089dc0 msgr2=0x7efd1c059b40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 shutdown_connections 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fbf2c087c80 0x7fbf2c057dc0 unknown :-1 s=CLOSED pgs=27 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fbf2c086b70 0x7fbf2c057880 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 shutdown_connections 2026-02-13T01:20:49.960 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 --2- 10.20.193.72:0/1218333026 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fbf2c086770 0x7fbf2c057340 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 >> 10.20.193.72:0/1218333026 conn(0x7fbf2c08ae00 msgr2=0x7fbf2c196360 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7efd24979640 1 -- 10.20.193.72:0/1496531630 wait complete. 2026-02-13T01:20:49.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 shutdown_connections 2026-02-13T01:20:49.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.927+0000 7fbf32754640 1 -- 10.20.193.72:0/1218333026 wait complete. 2026-02-13T01:20:49.961 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 --> v1:10.20.193.72:6806/3190537670 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa708080d60 con 0x7fa6d404fb50 2026-02-13T01:20:49.962 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa6e77fe640 1 -- 10.20.193.72:0/2679840051 <== osd.3 v1:10.20.193.72:6806/3190537670 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 701397228) 0x7fa708080d60 con 0x7fa6d404fb50 2026-02-13T01:20:49.962 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 >> v1:10.20.193.72:6806/3190537670 conn(0x7fa6d404fb50 legacy=0x7fa6d406ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.962 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 msgr2=0x7fa708197c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 0x7fa708197c30 secure :-1 s=READY pgs=28 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa6f800f8d0 tx=0x7fa6f800fda0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 shutdown_connections 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa708084520 0x7fa708197c30 unknown :-1 s=CLOSED pgs=28 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa708081470 0x7fa7081976f0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 --2- 10.20.193.72:0/2679840051 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa708080990 0x7fa70805cfa0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 >> 10.20.193.72:0/2679840051 conn(0x7fa708085960 msgr2=0x7fa70807bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 shutdown_connections 2026-02-13T01:20:49.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:49.929+0000 7fa70d06f640 1 -- 10.20.193.72:0/2679840051 wait complete. 2026-02-13T01:20:49.964 INFO:teuthology.orchestra.run.trial072.stdout:42949672971 2026-02-13T01:20:49.964 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-13T01:20:49.965 INFO:teuthology.orchestra.run.trial072.stdout:38654705676 2026-02-13T01:20:49.965 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:20:49.966 INFO:teuthology.orchestra.run.trial072.stdout:42949672972 2026-02-13T01:20:49.966 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-13T01:20:49.967 INFO:teuthology.orchestra.run.trial072.stdout:42949672971 2026-02-13T01:20:49.967 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 -- 10.20.193.72:0/2984612597 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c080150 msgr2=0x7fb27c137690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 --2- 10.20.193.72:0/2984612597 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c080150 0x7fb27c137690 secure :-1 s=READY pgs=13 gs=3 cs=0 l=1 c_cookie=14554450479774663910 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fb264009890 tx=0x7fb26402f0e0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 -- 10.20.193.72:0/2984612597 shutdown_connections 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 --2- 10.20.193.72:0/2984612597 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c080150 0x7fb27c137690 unknown :-1 s=CLOSED pgs=13 gs=3 cs=0 l=1 c_cookie=14554450479774663910 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 --2- 10.20.193.72:0/2984612597 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c07f840 0x7fb27c07fc10 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 -- 10.20.193.72:0/2984612597 >> 10.20.193.72:0/2984612597 conn(0x7fb27c085960 msgr2=0x7fb27c0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.077 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 -- 10.20.193.72:0/2984612597 shutdown_connections 2026-02-13T01:20:50.078 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 -- 10.20.193.72:0/2984612597 wait complete. 2026-02-13T01:20:50.078 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 -- 10.20.193.72:0/771847472 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084530 msgr2=0x7f3b2c084900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.078 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/771847472 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084530 0x7f3b2c084900 secure :-1 s=READY pgs=19 gs=2 cs=0 l=1 c_cookie=11748479698905640274 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3b20004740 tx=0x7f3b2002f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.079 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 -- 10.20.193.72:0/771847472 shutdown_connections 2026-02-13T01:20:50.079 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/771847472 >> v2:10.20.193.72:3300/0 conn(0x7f3b2c17ad60 0x7f3b2c19b140 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.079 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/771847472 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084530 0x7f3b2c084900 unknown :-1 s=CLOSED pgs=19 gs=2 cs=0 l=1 c_cookie=11748479698905640274 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.079 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 -- 10.20.193.72:0/771847472 >> 10.20.193.72:0/771847472 conn(0x7f3b2c088410 msgr2=0x7f3b2c089d00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.079 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 -- 10.20.193.72:0/3790763810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f8080990 msgr2=0x7f86f8080d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.079 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3790763810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f8080990 0x7f86f8080d60 secure :-1 s=READY pgs=20 gs=2 cs=0 l=1 c_cookie=9769035703399720412 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f86e4005e70 tx=0x7f86e402f170 comp rx=0 tx=0).stop 2026-02-13T01:20:50.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 -- 10.20.193.72:0/771847472 shutdown_connections 2026-02-13T01:20:50.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f3b30ff6640 1 -- 10.20.193.72:0/771847472 wait complete. 2026-02-13T01:20:50.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 -- 10.20.193.72:0/3790763810 shutdown_connections 2026-02-13T01:20:50.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3790763810 >> v2:10.20.193.72:3300/0 conn(0x7f86f8084520 0x7f86f80812a0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3790763810 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f81364a0 0x7f86f8136900 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3790763810 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f8080990 0x7f86f8080d60 unknown :-1 s=CLOSED pgs=20 gs=2 cs=0 l=1 c_cookie=9769035703399720412 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 -- 10.20.193.72:0/3790763810 >> 10.20.193.72:0/3790763810 conn(0x7f86f8085960 msgr2=0x7f86f80561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 -- 10.20.193.72:0/3790763810 shutdown_connections 2026-02-13T01:20:50.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f86fdacc640 1 -- 10.20.193.72:0/3790763810 wait complete. 2026-02-13T01:20:50.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 Processor -- start 2026-02-13T01:20:50.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f2f44807640 1 -- 10.20.193.72:0/1276005789 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c080150 msgr2=0x7f2f3c137690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7f2f44807640 1 --2- 10.20.193.72:0/1276005789 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c080150 0x7f2f3c137690 secure :-1 s=READY pgs=14 gs=3 cs=0 l=1 c_cookie=16464349784098872153 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f2f28004740 tx=0x7f2f2802f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.075+0000 7fb281247640 1 -- start start 2026-02-13T01:20:50.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- 10.20.193.72:0/1276005789 shutdown_connections 2026-02-13T01:20:50.084 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 --2- 10.20.193.72:0/1276005789 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c080150 0x7f2f3c137690 unknown :-1 s=CLOSED pgs=14 gs=3 cs=0 l=1 c_cookie=16464349784098872153 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.084 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 --2- 10.20.193.72:0/1276005789 >> v2:10.20.193.72:3300/0 conn(0x7f2f3c07f840 0x7f2f3c07fc10 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.084 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- 10.20.193.72:0/1276005789 >> 10.20.193.72:0/1276005789 conn(0x7f2f3c085960 msgr2=0x7f2f3c0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.084 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- 10.20.193.72:0/1276005789 shutdown_connections 2026-02-13T01:20:50.084 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- 10.20.193.72:0/1276005789 wait complete. 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c07f840 0x7fb27c0783e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb27c080150 0x7fb27c078920 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c137bd0 0x7fb27c078e60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fb27c07e860 con 0x7fb27c080150 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fb27c079660 con 0x7fb27c07f840 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fb27c079e50 con 0x7fb27c137bd0 2026-02-13T01:20:50.085 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27ad76640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c07f840 0x7fb27c0783e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.086 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27a575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb27c080150 0x7fb27c078920 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.086 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27ad76640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c07f840 0x7fb27c0783e0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49590/0 (socket says 10.20.193.72:49590) 2026-02-13T01:20:50.086 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c137bd0 0x7fb27c078e60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.086 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27ad76640 1 -- 10.20.193.72:0/2834419174 learned_addr learned my addr 10.20.193.72:0/2834419174 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:50.086 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 Processor -- start 2026-02-13T01:20:50.086 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 Processor -- start 2026-02-13T01:20:50.087 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 -- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c07f840 msgr2=0x7fb27c0783e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.087 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c07f840 0x7fb27c0783e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.087 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 -- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb27c080150 msgr2=0x7fb27c078920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.088 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb27c080150 0x7fb27c078920 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.088 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 -- 10.20.193.72:0/2834419174 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb270009570 con 0x7fb27c137bd0 2026-02-13T01:20:50.088 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27a575640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb27c080150 0x7fb27c078920 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:50.088 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 -- start start 2026-02-13T01:20:50.088 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 -- start start 2026-02-13T01:20:50.089 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 Processor -- start 2026-02-13T01:20:50.089 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- start start 2026-02-13T01:20:50.089 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb27b577640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c137bd0 0x7fb27c078e60 secure :-1 s=READY pgs=21 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fb26c00d4d0 tx=0x7fb26c00d9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:50.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3b2c084530 0x7f3b2c1258c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.090 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084e40 0x7f3b2c125e00 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 0x7f86f812ea20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f86f8084520 0x7f86f812ef60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f81364a0 0x7f86f812f4a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fb26c0062f0 con 0x7fb27c137bd0 2026-02-13T01:20:50.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 0x7f3b2c128cc0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f3b2c111080 con 0x7f3b2c17ad60 2026-02-13T01:20:50.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f3b2c111cd0 con 0x7f3b2c084530 2026-02-13T01:20:50.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b30ff6640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f3b2c110cc0 con 0x7f3b2c084e40 2026-02-13T01:20:50.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f86f8130c20 con 0x7f86f8084520 2026-02-13T01:20:50.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f86f807e890 con 0x7f86f8080990 2026-02-13T01:20:50.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86fdacc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f86f8136090 con 0x7f86f81364a0 2026-02-13T01:20:50.093 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb26c006450 con 0x7fb27c137bd0 2026-02-13T01:20:50.093 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2640094b0 con 0x7fb27c137bd0 2026-02-13T01:20:50.093 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fb26c004790 con 0x7fb27c137bd0 2026-02-13T01:20:50.094 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86f77fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 0x7f86f812ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.094 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b29d74640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084e40 0x7f3b2c125e00 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.094 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b2ad76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 0x7f3b2c128cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.094 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b2a575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3b2c084530 0x7f3b2c1258c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.095 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86f77fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 0x7f86f812ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49606/0 (socket says 10.20.193.72:49606) 2026-02-13T01:20:50.095 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86f77fe640 1 -- 10.20.193.72:0/3669326234 learned_addr learned my addr 10.20.193.72:0/3669326234 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:50.096 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b29d74640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084e40 0x7f3b2c125e00 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:43564/0 (socket says 10.20.193.72:43564) 2026-02-13T01:20:50.096 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86f6ffd640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f86f8084520 0x7f86f812ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.096 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f86f7fff640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f81364a0 0x7f86f812f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.096 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2f3c07f840 0x7f2f3c14aa40 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.097 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb27c05d510 con 0x7fb27c137bd0 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2f3c080150 0x7f2f3c14af80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c137bd0 0x7f2f3c14b4c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c130fb0 con 0x7f2f3c07f840 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3c07e860 con 0x7f2f3c137bd0 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f44807640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f2f3c1307c0 con 0x7f2f3c080150 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f2f41d7b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2f3c080150 0x7f2f3c14af80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f41d7b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2f3c080150 0x7f2f3c14af80 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:43582/0 (socket says 10.20.193.72:43582) 2026-02-13T01:20:50.098 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f41d7b640 1 -- 10.20.193.72:0/3224331746 learned_addr learned my addr 10.20.193.72:0/3224331746 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:50.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86f77fe640 1 -- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f81364a0 msgr2=0x7f86f812f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86f77fe640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f81364a0 0x7f86f812f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86f77fe640 1 -- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f86f8084520 msgr2=0x7f86f812ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86f77fe640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f86f8084520 0x7f86f812ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.099 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c137bd0 0x7f2f3c14b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b2ad76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 0x7f3b2c128cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46460/0 (socket says 10.20.193.72:46460) 2026-02-13T01:20:50.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.076+0000 7f3b29d74640 1 -- 10.20.193.72:0/2025319112 learned_addr learned my addr 10.20.193.72:0/2025319112 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:50.100 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86f77fe640 1 -- 10.20.193.72:0/3669326234 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e80094b0 con 0x7f86f8080990 2026-02-13T01:20:50.101 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f4257c640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2f3c07f840 0x7f2f3c14aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:50.101 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2ad76640 1 -- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084e40 msgr2=0x7f3b2c125e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.101 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2ad76640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084e40 0x7f3b2c125e00 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.102 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2ad76640 1 -- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3b2c084530 msgr2=0x7f3b2c1258c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.102 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2ad76640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3b2c084530 0x7f3b2c1258c0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.102 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2ad76640 1 -- 10.20.193.72:0/2025319112 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b200094b0 con 0x7f3b2c17ad60 2026-02-13T01:20:50.102 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2a575640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3b2c084530 0x7f3b2c1258c0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:50.102 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 -- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2f3c080150 msgr2=0x7f2f3c14af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.103 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b2ad76640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 0x7f3b2c128cc0 secure :-1 s=READY pgs=32 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3b1c005820 tx=0x7f3b1c00fde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:50.103 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86f77fe640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 0x7f86f812ea20 secure :-1 s=READY pgs=15 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f86e4004740 tx=0x7f86e40028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:50.104 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2f3c080150 0x7f2f3c14af80 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.104 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 -- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2f3c07f840 msgr2=0x7f2f3c14aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.105 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f86e403d070 con 0x7f86f8080990 2026-02-13T01:20:50.105 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86e40045b0 con 0x7f86f8080990 2026-02-13T01:20:50.105 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86e4009570 con 0x7f86f8080990 2026-02-13T01:20:50.105 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3b1c00dce0 con 0x7f3b2c17ad60 2026-02-13T01:20:50.106 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f81310d0 con 0x7f86f8080990 2026-02-13T01:20:50.106 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2f3c07f840 0x7f2f3c14aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.106 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b1c00de60 con 0x7f3b2c17ad60 2026-02-13T01:20:50.106 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b2c1116a0 con 0x7f3b2c17ad60 2026-02-13T01:20:50.107 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3b1c005b90 con 0x7f3b2c17ad60 2026-02-13T01:20:50.107 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 -- 10.20.193.72:0/3224331746 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f280094b0 con 0x7f2f3c137bd0 2026-02-13T01:20:50.107 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b2c1264e0 con 0x7f3b2c17ad60 2026-02-13T01:20:50.108 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f42d7d640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c137bd0 0x7f2f3c14b4c0 secure :-1 s=READY pgs=16 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f2f30003810 tx=0x7f2f3000d8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:50.108 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f2f300064a0 con 0x7f2f3c137bd0 2026-02-13T01:20:50.108 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f30006600 con 0x7f2f3c137bd0 2026-02-13T01:20:50.108 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3c130c90 con 0x7f2f3c137bd0 2026-02-13T01:20:50.108 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f2f30004a10 con 0x7f2f3c137bd0 2026-02-13T01:20:50.108 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f3c12e3b0 con 0x7f2f3c137bd0 2026-02-13T01:20:50.109 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb27c05dc20 con 0x7fb27c137bd0 2026-02-13T01:20:50.109 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7fb26c01a020 con 0x7fb27c137bd0 2026-02-13T01:20:50.109 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86f8086240 con 0x7f86f8080990 2026-02-13T01:20:50.109 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f86e40386f0 con 0x7f86f8080990 2026-02-13T01:20:50.110 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.077+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b2c084900 con 0x7f3b2c17ad60 2026-02-13T01:20:50.110 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f3c086240 con 0x7f2f3c137bd0 2026-02-13T01:20:50.110 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7fb26c064190 con 0x7fb27c137bd0 2026-02-13T01:20:50.110 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7f86e4038850 con 0x7f86f8080990 2026-02-13T01:20:50.111 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7f3b1c020060 con 0x7f3b2c17ad60 2026-02-13T01:20:50.111 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f86e4088560 con 0x7f86f8080990 2026-02-13T01:20:50.111 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f3b1c015070 con 0x7f3b2c17ad60 2026-02-13T01:20:50.112 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 7) ==== 60130+0+0 (secure 0 0 0) 0x7f2f3001a020 con 0x7f2f3c137bd0 2026-02-13T01:20:50.112 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.078+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f2f30064210 con 0x7f2f3c137bd0 2026-02-13T01:20:50.112 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.079+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7fb26c03f4e0 con 0x7fb27c137bd0 2026-02-13T01:20:50.112 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.080+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7f86e40638c0 con 0x7f86f8080990 2026-02-13T01:20:50.112 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.080+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7f3b1c069070 con 0x7f3b2c17ad60 2026-02-13T01:20:50.113 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.081+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158607 (secure 0 0 0) 0x7f2f3003f520 con 0x7f2f3c137bd0 2026-02-13T01:20:50.155 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.153+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f86f8136900 con 0x7f86f8080990 2026-02-13T01:20:50.155 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.153+0000 7f86d3fff640 1 -- 10.20.193.72:0/3669326234 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f86e4046090 con 0x7f86f8080990 2026-02-13T01:20:50.155 INFO:teuthology.orchestra.run.trial072.stdout:42949672971 2026-02-13T01:20:50.156 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.154+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f2f3c07fc10 con 0x7f2f3c137bd0 2026-02-13T01:20:50.156 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 msgr2=0x7f86f812ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.156 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 0x7f86f812ea20 secure :-1 s=READY pgs=15 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f86e4004740 tx=0x7f86e40028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.156 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 shutdown_connections 2026-02-13T01:20:50.156 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f86f8084520 0x7f86f812ef60 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.157 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f86f81364a0 0x7f86f812f4a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.157 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f2f26ffd640 1 -- 10.20.193.72:0/3224331746 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2f30042640 con 0x7f2f3c137bd0 2026-02-13T01:20:50.157 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 --2- 10.20.193.72:0/3669326234 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f86f8080990 0x7f86f812ea20 unknown :-1 s=CLOSED pgs=15 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.158 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 >> 10.20.193.72:0/3669326234 conn(0x7f86f8085960 msgr2=0x7f86f807d470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.158 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 shutdown_connections 2026-02-13T01:20:50.158 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.155+0000 7f86fdacc640 1 -- 10.20.193.72:0/3669326234 wait complete. 2026-02-13T01:20:50.158 INFO:teuthology.orchestra.run.trial072.stdout:42949672971 2026-02-13T01:20:50.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c137bd0 msgr2=0x7f2f3c14b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c137bd0 0x7f2f3c14b4c0 secure :-1 s=READY pgs=16 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f2f30003810 tx=0x7f2f3000d8f0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 shutdown_connections 2026-02-13T01:20:50.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2f3c137bd0 0x7f2f3c14b4c0 unknown :-1 s=CLOSED pgs=16 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2f3c080150 0x7f2f3c14af80 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 --2- 10.20.193.72:0/3224331746 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2f3c07f840 0x7f2f3c14aa40 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 >> 10.20.193.72:0/3224331746 conn(0x7f2f3c085960 msgr2=0x7f2f3c0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 shutdown_connections 2026-02-13T01:20:50.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.156+0000 7f2f44807640 1 -- 10.20.193.72:0/3224331746 wait complete. 2026-02-13T01:20:50.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.157+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb27c086240 con 0x7fb27c137bd0 2026-02-13T01:20:50.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.157+0000 7fb25b7fe640 1 -- 10.20.193.72:0/2834419174 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb26c042600 con 0x7fb27c137bd0 2026-02-13T01:20:50.161 INFO:teuthology.orchestra.run.trial072.stdout:38654705675 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c137bd0 msgr2=0x7fb27c078e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c137bd0 0x7fb27c078e60 secure :-1 s=READY pgs=21 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fb26c00d4d0 tx=0x7fb26c00d9a0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 shutdown_connections 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb27c080150 0x7fb27c078920 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb27c137bd0 0x7fb27c078e60 unknown :-1 s=CLOSED pgs=21 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 --2- 10.20.193.72:0/2834419174 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb27c07f840 0x7fb27c0783e0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 >> 10.20.193.72:0/2834419174 conn(0x7fb27c085960 msgr2=0x7fb27c07b840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 shutdown_connections 2026-02-13T01:20:50.162 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.159+0000 7fb281247640 1 -- 10.20.193.72:0/2834419174 wait complete. 2026-02-13T01:20:50.163 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.161+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f3b2c054870 con 0x7f3b2c17ad60 2026-02-13T01:20:50.163 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.161+0000 7f3b12ffd640 1 -- 10.20.193.72:0/2025319112 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3b1c040220 con 0x7f3b2c17ad60 2026-02-13T01:20:50.163 INFO:teuthology.orchestra.run.trial072.stdout:42949672972 2026-02-13T01:20:50.165 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672971 got 42949672971 for osd.3 2026-02-13T01:20:50.165 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 msgr2=0x7f3b2c128cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 0x7f3b2c128cc0 secure :-1 s=READY pgs=32 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3b1c005820 tx=0x7f3b1c00fde0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 shutdown_connections 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3b2c17ad60 0x7f3b2c128cc0 unknown :-1 s=CLOSED pgs=32 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3b2c084e40 0x7f3b2c125e00 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 --2- 10.20.193.72:0/2025319112 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3b2c084530 0x7f3b2c1258c0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:50.166 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 >> 10.20.193.72:0/2025319112 conn(0x7f3b2c088410 msgr2=0x7f3b2c082280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:50.167 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 shutdown_connections 2026-02-13T01:20:50.167 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:50.163+0000 7f3b30ff6640 1 -- 10.20.193.72:0/2025319112 wait complete. 2026-02-13T01:20:50.168 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672971 got 42949672971 for osd.0 2026-02-13T01:20:50.168 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:50.169 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.2 2026-02-13T01:20:50.173 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672972 for osd.1 2026-02-13T01:20:50.174 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:50.625 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:50.624+0000 7f7570197640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-13T01:20:50.626 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:50.625+0000 7f7570197640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-13T01:20:50.627 INFO:tasks.ceph.mgr.x.trial072.stderr:2026-02-13T01:20:50.625+0000 7f7570197640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-13T01:20:51.170 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:20:51.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 -- 10.20.193.72:0/1561617794 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c07f840 msgr2=0x7f3c4c07fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:51.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 --2- 10.20.193.72:0/1561617794 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c07f840 0x7f3c4c07fc10 secure :-1 s=READY pgs=17 gs=2 cs=0 l=1 c_cookie=5706980955241748608 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3c3c009950 tx=0x7f3c3c02f1d0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 -- 10.20.193.72:0/1561617794 shutdown_connections 2026-02-13T01:20:51.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 --2- 10.20.193.72:0/1561617794 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c137da0 0x7f3c4c199960 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 --2- 10.20.193.72:0/1561617794 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c07f840 0x7f3c4c07fc10 unknown :-1 s=CLOSED pgs=17 gs=2 cs=0 l=1 c_cookie=5706980955241748608 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 -- 10.20.193.72:0/1561617794 >> 10.20.193.72:0/1561617794 conn(0x7f3c4c085960 msgr2=0x7f3c4c0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 -- 10.20.193.72:0/1561617794 shutdown_connections 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 -- 10.20.193.72:0/1561617794 wait complete. 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 Processor -- start 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.239+0000 7f3c5386f640 1 -- start start 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 0x7f3c4c058490 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3c4c080150 0x7f3c4c0589d0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c137da0 0x7f3c4c058f10 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c07e860 con 0x7f3c4c080150 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f3c4c05a5b0 con 0x7f3c4c137da0 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f3c4c059450 con 0x7f3c4c07f840 2026-02-13T01:20:51.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c515e4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 0x7f3c4c058490 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c137da0 0x7f3c4c058f10 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c50de3640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3c4c080150 0x7f3c4c0589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c515e4640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 0x7f3c4c058490 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:43606/0 (socket says 10.20.193.72:43606) 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c515e4640 1 -- 10.20.193.72:0/186344062 learned_addr learned my addr 10.20.193.72:0/186344062 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 -- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 msgr2=0x7f3c4c058490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 0x7f3c4c058490 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 -- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3c4c080150 msgr2=0x7f3c4c0589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3c4c080150 0x7f3c4c0589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 -- 10.20.193.72:0/186344062 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c3c009570 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c515e4640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 0x7f3c4c058490 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c51de5640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c137da0 0x7f3c4c058f10 secure :-1 s=READY pgs=18 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3c48010770 tx=0x7f3c4800fc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3c4801d070 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c4800fe60 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3c48015040 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c4c05acd0 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c4c124b10 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.240+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c4c086240 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.241+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 8) ==== 60222+0+0 (secure 0 0 0) 0x7f3c48019420 con 0x7f3c4c137da0 2026-02-13T01:20:51.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.241+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f3c48068cb0 con 0x7f3c4c137da0 2026-02-13T01:20:51.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.243+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f3c48043ee0 con 0x7f3c4c137da0 2026-02-13T01:20:51.320 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.319+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3c4c07fc10 con 0x7f3c4c137da0 2026-02-13T01:20:51.321 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.319+0000 7f3c39ffb640 1 -- 10.20.193.72:0/186344062 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3c48047000 con 0x7f3c4c137da0 2026-02-13T01:20:51.321 INFO:teuthology.orchestra.run.trial072.stdout:38654705675 2026-02-13T01:20:51.322 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 >> v1:10.20.193.72:6800/709617371 conn(0x7f3c1c04d0c0 legacy=0x7f3c1c06d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:51.322 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c137da0 msgr2=0x7f3c4c058f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:51.322 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c137da0 0x7f3c4c058f10 secure :-1 s=READY pgs=18 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3c48010770 tx=0x7f3c4800fc00 comp rx=0 tx=0).stop 2026-02-13T01:20:51.322 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 shutdown_connections 2026-02-13T01:20:51.322 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3c4c080150 0x7f3c4c0589d0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.322 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3c4c137da0 0x7f3c4c058f10 unknown :-1 s=CLOSED pgs=18 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.323 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 --2- 10.20.193.72:0/186344062 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3c4c07f840 0x7f3c4c058490 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:51.323 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 >> 10.20.193.72:0/186344062 conn(0x7f3c4c085960 msgr2=0x7f3c4c0796c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:51.323 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 shutdown_connections 2026-02-13T01:20:51.323 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:51.320+0000 7f3c5386f640 1 -- 10.20.193.72:0/186344062 wait complete. 2026-02-13T01:20:51.329 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.2 2026-02-13T01:20:52.330 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 -- 10.20.193.72:0/2556810481 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0620178e80 msgr2=0x7f0620199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 --2- 10.20.193.72:0/2556810481 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0620178e80 0x7f0620199260 secure :-1 s=READY pgs=36 gs=2 cs=0 l=1 c_cookie=3754276845098048223 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f061c005820 tx=0x7f061c030180 comp rx=0 tx=0).stop 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 -- 10.20.193.72:0/2556810481 shutdown_connections 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 --2- 10.20.193.72:0/2556810481 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0620178e80 0x7f0620199260 unknown :-1 s=CLOSED pgs=36 gs=2 cs=0 l=1 c_cookie=3754276845098048223 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 --2- 10.20.193.72:0/2556810481 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0620080320 0x7f0620178940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 -- 10.20.193.72:0/2556810481 >> 10.20.193.72:0/2556810481 conn(0x7f0620085960 msgr2=0x7f06200561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 -- 10.20.193.72:0/2556810481 shutdown_connections 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 -- 10.20.193.72:0/2556810481 wait complete. 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 Processor -- start 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.398+0000 7f0626b8d640 1 -- start start 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 0x7f0620078640 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0620080320 0x7f0620178940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0620178e80 0x7f0620078b80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f062005d990 con 0x7f062007f840 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f062007e860 con 0x7f0620080320 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f062005cd60 con 0x7f0620178e80 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 0x7f0620078640 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0625103640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0620178e80 0x7f0620078b80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 0x7f0620078640 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46520/0 (socket says 10.20.193.72:46520) 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 -- 10.20.193.72:0/4243394066 learned_addr learned my addr 10.20.193.72:0/4243394066 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0617fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0620080320 0x7f0620178940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 -- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0620178e80 msgr2=0x7f0620078b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0620178e80 0x7f0620078b80 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 -- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0620080320 msgr2=0x7f0620178940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0620080320 0x7f0620178940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 -- 10.20.193.72:0/4243394066 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061c00a590 con 0x7f062007f840 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0624902640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 0x7f0620078640 secure :-1 s=READY pgs=37 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0610007fd0 tx=0x7f061000cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f061000a860 con 0x7f062007f840 2026-02-13T01:20:52.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f061000aab0 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06200790c0 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f061000aea0 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.399+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0620079540 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.400+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0620086240 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.400+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 9) ==== 60328+0+0 (secure 0 0 0) 0x7f061001b400 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.400+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f0610063f30 con 0x7f062007f840 2026-02-13T01:20:52.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.402+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f061003efc0 con 0x7f062007f840 2026-02-13T01:20:52.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.478+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f062007fc10 con 0x7f062007f840 2026-02-13T01:20:52.480 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.478+0000 7f06157fa640 1 -- 10.20.193.72:0/4243394066 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f06100420e0 con 0x7f062007f840 2026-02-13T01:20:52.480 INFO:teuthology.orchestra.run.trial072.stdout:38654705677 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 >> v1:10.20.193.72:6800/709617371 conn(0x7f05f004d1e0 legacy=0x7f05f006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 msgr2=0x7f0620078640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 0x7f0620078640 secure :-1 s=READY pgs=37 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0610007fd0 tx=0x7f061000cba0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 shutdown_connections 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0620178e80 0x7f0620078b80 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0620080320 0x7f0620178940 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 --2- 10.20.193.72:0/4243394066 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f062007f840 0x7f0620078640 unknown :-1 s=CLOSED pgs=37 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 >> 10.20.193.72:0/4243394066 conn(0x7f0620085960 msgr2=0x7f0620182420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 shutdown_connections 2026-02-13T01:20:52.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.479+0000 7f0626b8d640 1 -- 10.20.193.72:0/4243394066 wait complete. 2026-02-13T01:20:52.488 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705677 for osd.2 2026-02-13T01:20:52.489 DEBUG:teuthology.parallel:result is None 2026-02-13T01:20:52.489 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-13T01:20:52.489 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.555+0000 7f451006f640 1 -- 10.20.193.72:0/3953724235 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 msgr2=0x7f4508139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.555+0000 7f451006f640 1 --2- 10.20.193.72:0/3953724235 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 0x7f4508139df0 secure :-1 s=READY pgs=20 gs=2 cs=0 l=1 c_cookie=7801273382356172834 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f44f80098c0 tx=0x7f44f802f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- 10.20.193.72:0/3953724235 shutdown_connections 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 --2- 10.20.193.72:0/3953724235 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 0x7f450819b7a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 --2- 10.20.193.72:0/3953724235 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 0x7f4508139df0 unknown :-1 s=CLOSED pgs=20 gs=2 cs=0 l=1 c_cookie=7801273382356172834 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- 10.20.193.72:0/3953724235 >> 10.20.193.72:0/3953724235 conn(0x7f4508085960 msgr2=0x7f45080561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- 10.20.193.72:0/3953724235 shutdown_connections 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- 10.20.193.72:0/3953724235 wait complete. 2026-02-13T01:20:52.560 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 Processor -- start 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- start start 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 0x7f450812d410 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 0x7f450812d950 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 0x7f450812de90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f4508130130 con 0x7f4508083d50 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f4508130350 con 0x7f4508139a20 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.556+0000 7f451006f640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f4508079d90 con 0x7f45080848b0 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 0x7f450812d410 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450d5e3640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 0x7f450812d950 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 0x7f450812d410 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46534/0 (socket says 10.20.193.72:46534) 2026-02-13T01:20:52.561 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 -- 10.20.193.72:0/409461361 learned_addr learned my addr 10.20.193.72:0/409461361 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450e5e5640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 0x7f450812de90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 -- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 msgr2=0x7f450812d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 0x7f450812d950 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 -- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 msgr2=0x7f450812de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 0x7f450812de90 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 -- 10.20.193.72:0/409461361 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f450400a590 con 0x7f4508083d50 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450d5e3640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 0x7f450812d950 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f450dde4640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 0x7f450812d410 secure :-1 s=READY pgs=39 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f44f80099c0 tx=0x7f44f80028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f44f803d070 con 0x7f4508083d50 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f44f8002e70 con 0x7f4508083d50 2026-02-13T01:20:52.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44f80094b0 con 0x7f4508083d50 2026-02-13T01:20:52.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f44f802fb60 con 0x7f4508083d50 2026-02-13T01:20:52.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f450805dfd0 con 0x7f4508083d50 2026-02-13T01:20:52.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.557+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4508086240 con 0x7f4508083d50 2026-02-13T01:20:52.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.558+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 9) ==== 60328+0+0 (secure 0 0 0) 0x7f44f802fcc0 con 0x7f4508083d50 2026-02-13T01:20:52.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.558+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f44f8088ad0 con 0x7f4508083d50 2026-02-13T01:20:52.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.559+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f44f8063bc0 con 0x7f4508083d50 2026-02-13T01:20:52.635 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.634+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f450812f090 con 0x7f44d804d1e0 2026-02-13T01:20:52.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.635+0000 7f44f67fc640 1 -- 10.20.193.72:0/409461361 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31971 (unknown 2965378022 0 3044607450) 0x7f450812f090 con 0x7f44d804d1e0 2026-02-13T01:20:52.636 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:52.637 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 >> v1:10.20.193.72:6800/709617371 conn(0x7f44d804d1e0 legacy=0x7f44d806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 msgr2=0x7f450812d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 0x7f450812d410 secure :-1 s=READY pgs=39 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f44f80099c0 tx=0x7f44f80028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 shutdown_connections 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4508139a20 0x7f450812de90 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f45080848b0 0x7f450812d950 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 --2- 10.20.193.72:0/409461361 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4508083d50 0x7f450812d410 unknown :-1 s=CLOSED pgs=39 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 >> 10.20.193.72:0/409461361 conn(0x7f4508085960 msgr2=0x7f450807f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 shutdown_connections 2026-02-13T01:20:52.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.636+0000 7f451006f640 1 -- 10.20.193.72:0/409461361 wait complete. 2026-02-13T01:20:52.645 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-13T01:20:51.624831+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109688,"kb_used_data":1832,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377672,"statfs":{"total":386547056640,"available":386434736128,"internally_reserved":0,"allocated":1875968,"data_stored":1380083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998305"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622634+0000","last_change":"2026-02-13T01:20:06.258007+0000","last_active":"2026-02-13T01:20:49.622634+0000","last_peered":"2026-02-13T01:20:49.622634+0000","last_clean":"2026-02-13T01:20:49.622634+0000","last_became_active":"2026-02-13T01:20:04.254508+0000","last_became_peered":"2026-02-13T01:20:04.254508+0000","last_unstale":"2026-02-13T01:20:49.622634+0000","last_undegraded":"2026-02-13T01:20:49.622634+0000","last_fullsized":"2026-02-13T01:20:49.622634+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T06:12:33.706615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001084783,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.639032+0000","last_change":"2026-02-13T01:20:06.256322+0000","last_active":"2026-02-13T01:20:49.639032+0000","last_peered":"2026-02-13T01:20:49.639032+0000","last_clean":"2026-02-13T01:20:49.639032+0000","last_became_active":"2026-02-13T01:20:04.254056+0000","last_became_peered":"2026-02-13T01:20:04.254056+0000","last_unstale":"2026-02-13T01:20:49.639032+0000","last_undegraded":"2026-02-13T01:20:49.639032+0000","last_fullsized":"2026-02-13T01:20:49.639032+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:57:50.060087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622592+0000","last_change":"2026-02-13T01:20:06.257935+0000","last_active":"2026-02-13T01:20:49.622592+0000","last_peered":"2026-02-13T01:20:49.622592+0000","last_clean":"2026-02-13T01:20:49.622592+0000","last_became_active":"2026-02-13T01:20:04.254253+0000","last_became_peered":"2026-02-13T01:20:04.254253+0000","last_unstale":"2026-02-13T01:20:49.622592+0000","last_undegraded":"2026-02-13T01:20:49.622592+0000","last_fullsized":"2026-02-13T01:20:49.622592+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:26:10.070336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001018478,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.639037+0000","last_change":"2026-02-13T01:20:06.256257+0000","last_active":"2026-02-13T01:20:49.639037+0000","last_peered":"2026-02-13T01:20:49.639037+0000","last_clean":"2026-02-13T01:20:49.639037+0000","last_became_active":"2026-02-13T01:20:04.254038+0000","last_became_peered":"2026-02-13T01:20:04.254038+0000","last_unstale":"2026-02-13T01:20:49.639037+0000","last_undegraded":"2026-02-13T01:20:49.639037+0000","last_fullsized":"2026-02-13T01:20:49.639037+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T02:54:34.028238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622544+0000","last_change":"2026-02-13T01:20:06.257611+0000","last_active":"2026-02-13T01:20:49.622544+0000","last_peered":"2026-02-13T01:20:49.622544+0000","last_clean":"2026-02-13T01:20:49.622544+0000","last_became_active":"2026-02-13T01:20:04.254555+0000","last_became_peered":"2026-02-13T01:20:04.254555+0000","last_unstale":"2026-02-13T01:20:49.622544+0000","last_undegraded":"2026-02-13T01:20:49.622544+0000","last_fullsized":"2026-02-13T01:20:49.622544+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:00:29.296116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.637347+0000","last_change":"2026-02-13T01:20:06.256255+0000","last_active":"2026-02-13T01:20:49.637347+0000","last_peered":"2026-02-13T01:20:49.637347+0000","last_clean":"2026-02-13T01:20:49.637347+0000","last_became_active":"2026-02-13T01:20:04.253806+0000","last_became_peered":"2026-02-13T01:20:04.253806+0000","last_unstale":"2026-02-13T01:20:49.637347+0000","last_undegraded":"2026-02-13T01:20:49.637347+0000","last_fullsized":"2026-02-13T01:20:49.637347+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:47:40.690048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622544+0000","last_change":"2026-02-13T01:20:06.257107+0000","last_active":"2026-02-13T01:20:49.622544+0000","last_peered":"2026-02-13T01:20:49.622544+0000","last_clean":"2026-02-13T01:20:49.622544+0000","last_became_active":"2026-02-13T01:20:04.254219+0000","last_became_peered":"2026-02-13T01:20:04.254219+0000","last_unstale":"2026-02-13T01:20:49.622544+0000","last_undegraded":"2026-02-13T01:20:49.622544+0000","last_fullsized":"2026-02-13T01:20:49.622544+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:21:27.142878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":26,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622595+0000","last_change":"2026-02-13T01:20:06.257853+0000","last_active":"2026-02-13T01:20:49.622595+0000","last_peered":"2026-02-13T01:20:49.622595+0000","last_clean":"2026-02-13T01:20:49.622595+0000","last_became_active":"2026-02-13T01:20:04.254587+0000","last_became_peered":"2026-02-13T01:20:04.254587+0000","last_unstale":"2026-02-13T01:20:49.622595+0000","last_undegraded":"2026-02-13T01:20:49.622595+0000","last_fullsized":"2026-02-13T01:20:49.622595+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:22:27.929296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":114,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.639013+0000","last_change":"2026-02-13T01:20:01.533020+0000","last_active":"2026-02-13T01:20:49.639013+0000","last_peered":"2026-02-13T01:20:49.639013+0000","last_clean":"2026-02-13T01:20:49.639013+0000","last_became_active":"2026-02-13T01:20:01.532474+0000","last_became_peered":"2026-02-13T01:20:01.532474+0000","last_unstale":"2026-02-13T01:20:49.639013+0000","last_undegraded":"2026-02-13T01:20:49.639013+0000","last_fullsized":"2026-02-13T01:20:49.639013+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:47:26.903637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672972,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27136,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344704,"statfs":{"total":96636764160,"available":96608976896,"internally_reserved":0,"allocated":176128,"data_stored":50755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705677,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27132,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344708,"statfs":{"total":96636764160,"available":96608980992,"internally_reserved":0,"allocated":172032,"data_stored":50736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672973,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":770048,"data_stored":641123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672972,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":757760,"data_stored":637469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:20:52.646 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:20:52.716 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 -- 10.20.193.72:0/1631778007 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c60139a20 msgr2=0x7f9c60139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.716 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 --2- 10.20.193.72:0/1631778007 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c60139a20 0x7f9c60139df0 secure :-1 s=READY pgs=41 gs=2 cs=0 l=1 c_cookie=13460474237088606834 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9c50009890 tx=0x7f9c5002f090 comp rx=0 tx=0).stop 2026-02-13T01:20:52.716 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 -- 10.20.193.72:0/1631778007 shutdown_connections 2026-02-13T01:20:52.716 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 --2- 10.20.193.72:0/1631778007 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9c60083d50 0x7f9c600841a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.716 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 --2- 10.20.193.72:0/1631778007 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c60139a20 0x7f9c60139df0 unknown :-1 s=CLOSED pgs=41 gs=2 cs=0 l=1 c_cookie=13460474237088606834 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.716 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 -- 10.20.193.72:0/1631778007 >> 10.20.193.72:0/1631778007 conn(0x7f9c60085960 msgr2=0x7f9c600561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 -- 10.20.193.72:0/1631778007 shutdown_connections 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 -- 10.20.193.72:0/1631778007 wait complete. 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 Processor -- start 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.712+0000 7f9c679dd640 1 -- start start 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9c60083d50 0x7f9c6005d220 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 0x7f9c6005d760 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9c60139a20 0x7f9c6005dca0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6011b400 con 0x7f9c600846e0 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f9c6010d6a0 con 0x7f9c60139a20 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f9c6010f270 con 0x7f9c60083d50 2026-02-13T01:20:52.717 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 0x7f9c6005d760 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 0x7f9c6005d760 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:46540/0 (socket says 10.20.193.72:46540) 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 -- 10.20.193.72:0/3289199688 learned_addr learned my addr 10.20.193.72:0/3289199688 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c65f53640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9c60139a20 0x7f9c6005dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c65752640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9c60083d50 0x7f9c6005d220 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 -- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9c60083d50 msgr2=0x7f9c6005d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9c60083d50 0x7f9c6005d220 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 -- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9c60139a20 msgr2=0x7f9c6005dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9c60139a20 0x7f9c6005dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 -- 10.20.193.72:0/3289199688 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c500094b0 con 0x7f9c600846e0 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c64f51640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 0x7f9c6005d760 secure :-1 s=READY pgs=42 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9c54009480 tx=0x7f9c5400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f9c5400cd40 con 0x7f9c600846e0 2026-02-13T01:20:52.718 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c54004850 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c6005e1e0 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f9c5400cea0 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.713+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c6010e910 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.714+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 9) ==== 60328+0+0 (secure 0 0 0) 0x7f9c5401f060 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.714+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c60086240 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.714+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f9c54014070 con 0x7f9c600846e0 2026-02-13T01:20:52.719 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.715+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f9c5403f3d0 con 0x7f9c600846e0 2026-02-13T01:20:52.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.791+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9c6010e270 con 0x7f9c3004d1e0 2026-02-13T01:20:52.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.792+0000 7f9c4dffb640 1 -- 10.20.193.72:0/3289199688 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31971 (unknown 2965378022 0 3044607450) 0x7f9c6010e270 con 0x7f9c3004d1e0 2026-02-13T01:20:52.793 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:52.794 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:20:52.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.792+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 >> v1:10.20.193.72:6800/709617371 conn(0x7f9c3004d1e0 legacy=0x7f9c3006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.792+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 msgr2=0x7f9c6005d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.792+0000 7f9c679dd640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 0x7f9c6005d760 secure :-1 s=READY pgs=42 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9c54009480 tx=0x7f9c5400ee60 comp rx=0 tx=0).stop 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 shutdown_connections 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9c600846e0 0x7f9c6005d760 unknown :-1 s=CLOSED pgs=42 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9c60139a20 0x7f9c6005dca0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 --2- 10.20.193.72:0/3289199688 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9c60083d50 0x7f9c6005d220 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 >> 10.20.193.72:0/3289199688 conn(0x7f9c60085960 msgr2=0x7f9c60081410 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 shutdown_connections 2026-02-13T01:20:52.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.793+0000 7f9c679dd640 1 -- 10.20.193.72:0/3289199688 wait complete. 2026-02-13T01:20:52.801 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-13T01:20:51.624831+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109688,"kb_used_data":1832,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377672,"statfs":{"total":386547056640,"available":386434736128,"internally_reserved":0,"allocated":1875968,"data_stored":1380083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998305"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622634+0000","last_change":"2026-02-13T01:20:06.258007+0000","last_active":"2026-02-13T01:20:49.622634+0000","last_peered":"2026-02-13T01:20:49.622634+0000","last_clean":"2026-02-13T01:20:49.622634+0000","last_became_active":"2026-02-13T01:20:04.254508+0000","last_became_peered":"2026-02-13T01:20:04.254508+0000","last_unstale":"2026-02-13T01:20:49.622634+0000","last_undegraded":"2026-02-13T01:20:49.622634+0000","last_fullsized":"2026-02-13T01:20:49.622634+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T06:12:33.706615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001084783,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.639032+0000","last_change":"2026-02-13T01:20:06.256322+0000","last_active":"2026-02-13T01:20:49.639032+0000","last_peered":"2026-02-13T01:20:49.639032+0000","last_clean":"2026-02-13T01:20:49.639032+0000","last_became_active":"2026-02-13T01:20:04.254056+0000","last_became_peered":"2026-02-13T01:20:04.254056+0000","last_unstale":"2026-02-13T01:20:49.639032+0000","last_undegraded":"2026-02-13T01:20:49.639032+0000","last_fullsized":"2026-02-13T01:20:49.639032+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:57:50.060087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622592+0000","last_change":"2026-02-13T01:20:06.257935+0000","last_active":"2026-02-13T01:20:49.622592+0000","last_peered":"2026-02-13T01:20:49.622592+0000","last_clean":"2026-02-13T01:20:49.622592+0000","last_became_active":"2026-02-13T01:20:04.254253+0000","last_became_peered":"2026-02-13T01:20:04.254253+0000","last_unstale":"2026-02-13T01:20:49.622592+0000","last_undegraded":"2026-02-13T01:20:49.622592+0000","last_fullsized":"2026-02-13T01:20:49.622592+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:26:10.070336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001018478,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.639037+0000","last_change":"2026-02-13T01:20:06.256257+0000","last_active":"2026-02-13T01:20:49.639037+0000","last_peered":"2026-02-13T01:20:49.639037+0000","last_clean":"2026-02-13T01:20:49.639037+0000","last_became_active":"2026-02-13T01:20:04.254038+0000","last_became_peered":"2026-02-13T01:20:04.254038+0000","last_unstale":"2026-02-13T01:20:49.639037+0000","last_undegraded":"2026-02-13T01:20:49.639037+0000","last_fullsized":"2026-02-13T01:20:49.639037+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T02:54:34.028238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622544+0000","last_change":"2026-02-13T01:20:06.257611+0000","last_active":"2026-02-13T01:20:49.622544+0000","last_peered":"2026-02-13T01:20:49.622544+0000","last_clean":"2026-02-13T01:20:49.622544+0000","last_became_active":"2026-02-13T01:20:04.254555+0000","last_became_peered":"2026-02-13T01:20:04.254555+0000","last_unstale":"2026-02-13T01:20:49.622544+0000","last_undegraded":"2026-02-13T01:20:49.622544+0000","last_fullsized":"2026-02-13T01:20:49.622544+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:00:29.296116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.637347+0000","last_change":"2026-02-13T01:20:06.256255+0000","last_active":"2026-02-13T01:20:49.637347+0000","last_peered":"2026-02-13T01:20:49.637347+0000","last_clean":"2026-02-13T01:20:49.637347+0000","last_became_active":"2026-02-13T01:20:04.253806+0000","last_became_peered":"2026-02-13T01:20:04.253806+0000","last_unstale":"2026-02-13T01:20:49.637347+0000","last_undegraded":"2026-02-13T01:20:49.637347+0000","last_fullsized":"2026-02-13T01:20:49.637347+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:47:40.690048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622544+0000","last_change":"2026-02-13T01:20:06.257107+0000","last_active":"2026-02-13T01:20:49.622544+0000","last_peered":"2026-02-13T01:20:49.622544+0000","last_clean":"2026-02-13T01:20:49.622544+0000","last_became_active":"2026-02-13T01:20:04.254219+0000","last_became_peered":"2026-02-13T01:20:04.254219+0000","last_unstale":"2026-02-13T01:20:49.622544+0000","last_undegraded":"2026-02-13T01:20:49.622544+0000","last_fullsized":"2026-02-13T01:20:49.622544+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:21:27.142878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":26,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.622595+0000","last_change":"2026-02-13T01:20:06.257853+0000","last_active":"2026-02-13T01:20:49.622595+0000","last_peered":"2026-02-13T01:20:49.622595+0000","last_clean":"2026-02-13T01:20:49.622595+0000","last_became_active":"2026-02-13T01:20:04.254587+0000","last_became_peered":"2026-02-13T01:20:04.254587+0000","last_unstale":"2026-02-13T01:20:49.622595+0000","last_undegraded":"2026-02-13T01:20:49.622595+0000","last_fullsized":"2026-02-13T01:20:49.622595+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:22:27.929296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":114,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-13T01:20:49.639013+0000","last_change":"2026-02-13T01:20:01.533020+0000","last_active":"2026-02-13T01:20:49.639013+0000","last_peered":"2026-02-13T01:20:49.639013+0000","last_clean":"2026-02-13T01:20:49.639013+0000","last_became_active":"2026-02-13T01:20:01.532474+0000","last_became_peered":"2026-02-13T01:20:01.532474+0000","last_unstale":"2026-02-13T01:20:49.639013+0000","last_undegraded":"2026-02-13T01:20:49.639013+0000","last_fullsized":"2026-02-13T01:20:49.639013+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:47:26.903637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672972,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27136,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344704,"statfs":{"total":96636764160,"available":96608976896,"internally_reserved":0,"allocated":176128,"data_stored":50755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705677,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27132,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344708,"statfs":{"total":96636764160,"available":96608980992,"internally_reserved":0,"allocated":172032,"data_stored":50736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672973,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":770048,"data_stored":641123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672972,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":757760,"data_stored":637469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:20:52.803 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-13T01:20:52.803 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-13T01:20:52.803 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-13T01:20:52.803 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-13T01:20:52.871 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- 10.20.193.72:0/3263585524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184080b70 msgr2=0x7fe184080f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3263585524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184080b70 0x7fe184080f40 secure :-1 s=READY pgs=21 gs=2 cs=0 l=1 c_cookie=16026912329932752807 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe178009890 tx=0x7fe17802f1b0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- 10.20.193.72:0/3263585524 shutdown_connections 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3263585524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184081480 0x7fe1841766a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3263585524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184080b70 0x7fe184080f40 unknown :-1 s=CLOSED pgs=21 gs=2 cs=0 l=1 c_cookie=16026912329932752807 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- 10.20.193.72:0/3263585524 >> 10.20.193.72:0/3263585524 conn(0x7fe184085d10 msgr2=0x7fe1840561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- 10.20.193.72:0/3263585524 shutdown_connections 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- 10.20.193.72:0/3263585524 wait complete. 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 Processor -- start 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- start start 2026-02-13T01:20:52.872 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe184080b70 0x7fe184122a20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 0x7fe184122f60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184176be0 0x7fe1841234a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe18410ef60 con 0x7fe184080b70 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe18410df60 con 0x7fe184081480 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1892cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe18410f3a0 con 0x7fe184176be0 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1827fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 0x7fe184122f60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe182ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe184080b70 0x7fe184122a20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1827fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 0x7fe184122f60 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49738/0 (socket says 10.20.193.72:49738) 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1827fc640 1 -- 10.20.193.72:0/3853856633 learned_addr learned my addr 10.20.193.72:0/3853856633 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.868+0000 7fe1837fe640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184176be0 0x7fe1841234a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:52.873 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1827fc640 1 -- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184176be0 msgr2=0x7fe1841234a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1827fc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184176be0 0x7fe1841234a0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1827fc640 1 -- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe184080b70 msgr2=0x7fe184122a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1827fc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe184080b70 0x7fe184122a20 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1827fc640 1 -- 10.20.193.72:0/3853856633 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c0094b0 con 0x7fe184081480 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1837fe640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184176be0 0x7fe1841234a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1827fc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 0x7fe184122f60 secure :-1 s=READY pgs=22 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe16c002720 tx=0x7fe16c002bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe16c00ed60 con 0x7fe184081480 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe16c002e50 con 0x7fe184081480 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1780094b0 con 0x7fe184081480 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe16c0106b0 con 0x7fe184081480 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe184125fc0 con 0x7fe184081480 2026-02-13T01:20:52.874 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe184080f40 con 0x7fe184081480 2026-02-13T01:20:52.875 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.869+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 9) ==== 60328+0+0 (secure 0 0 0) 0x7fe16c016020 con 0x7fe184081480 2026-02-13T01:20:52.875 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.870+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7fe16c064330 con 0x7fe184081480 2026-02-13T01:20:52.875 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.871+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fe16c03f420 con 0x7fe184081480 2026-02-13T01:20:52.962 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.961+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fe184054870 con 0x7fe184081480 2026-02-13T01:20:52.963 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.961+0000 7fe1637fe640 1 -- 10.20.193.72:0/3853856633 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fe16c042540 con 0x7fe184081480 2026-02-13T01:20:52.963 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:52.963 INFO:teuthology.orchestra.run.trial072.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-13T01:20:52.964 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 >> v1:10.20.193.72:6800/709617371 conn(0x7fe15004d1e0 legacy=0x7fe15006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.964 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 msgr2=0x7fe184122f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:52.964 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 0x7fe184122f60 secure :-1 s=READY pgs=22 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe16c002720 tx=0x7fe16c002bf0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.964 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 shutdown_connections 2026-02-13T01:20:52.964 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe184176be0 0x7fe1841234a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.965 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe184081480 0x7fe184122f60 unknown :-1 s=CLOSED pgs=22 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.965 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 --2- 10.20.193.72:0/3853856633 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe184080b70 0x7fe184122a20 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:52.965 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 >> 10.20.193.72:0/3853856633 conn(0x7fe184085d10 msgr2=0x7fe184080210 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:52.965 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 shutdown_connections 2026-02-13T01:20:52.965 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:52.962+0000 7fe1892cc640 1 -- 10.20.193.72:0/3853856633 wait complete. 2026-02-13T01:20:52.971 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-13T01:20:52.971 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-13T01:20:52.988 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-13T01:20:52.988 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:53.022 INFO:tasks.ceph.osd.0:Stopped 2026-02-13T01:20:53.023 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- 10.20.193.72:0/1218738942 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 msgr2=0x7f907819b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 --2- 10.20.193.72:0/1218738942 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907819b7a0 secure :-1 s=READY pgs=45 gs=3 cs=0 l=1 c_cookie=16063508136412114006 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f907400aa30 tx=0x7f9074030240 comp rx=0 tx=0).stop 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- 10.20.193.72:0/1218738942 shutdown_connections 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 --2- 10.20.193.72:0/1218738942 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907819b7a0 unknown :-1 s=CLOSED pgs=45 gs=3 cs=0 l=1 c_cookie=16063508136412114006 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 --2- 10.20.193.72:0/1218738942 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078139a20 0x7f9078139df0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- 10.20.193.72:0/1218738942 >> 10.20.193.72:0/1218738942 conn(0x7f9078085960 msgr2=0x7f90780561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- 10.20.193.72:0/1218738942 shutdown_connections 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- 10.20.193.72:0/1218738942 wait complete. 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 Processor -- start 2026-02-13T01:20:53.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- start start 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 0x7f907812d410 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907812d950 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9078139a20 0x7f907812de90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f907812fe60 con 0x7f90780848b0 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f90781302a0 con 0x7f9078139a20 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f9080247640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f907812e610 con 0x7f9078083d50 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f907dfbc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 0x7f907812d410 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f907d7bb640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907812d950 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f907dfbc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 0x7f907812d410 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:51484/0 (socket says 10.20.193.72:51484) 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f907dfbc640 1 -- 10.20.193.72:0/2927169265 learned_addr learned my addr 10.20.193.72:0/2927169265 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:53.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.129+0000 7f907e7bd640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9078139a20 0x7f907812de90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:53.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907dfbc640 1 -- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9078139a20 msgr2=0x7f907812de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907dfbc640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9078139a20 0x7f907812de90 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907dfbc640 1 -- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 msgr2=0x7f907812d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907dfbc640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907812d950 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907dfbc640 1 -- 10.20.193.72:0/2927169265 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f907400a650 con 0x7f9078083d50 2026-02-13T01:20:53.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907d7bb640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907812d950 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f907dfbc640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 0x7f907812d410 secure :-1 s=READY pgs=22 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9068009480 tx=0x7f906800ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f906800cd40 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9068004850 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f906800cea0 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f907812f6f0 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9078137290 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9078086240 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.130+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 9) ==== 60328+0+0 (secure 0 0 0) 0x7f906801f060 con 0x7f9078083d50 2026-02-13T01:20:53.133 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.131+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f9068014070 con 0x7f9078083d50 2026-02-13T01:20:53.134 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.132+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f906803f3d0 con 0x7f9078083d50 2026-02-13T01:20:53.218 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.217+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7f9078139df0 con 0x7f9078083d50 2026-02-13T01:20:53.219 INFO:tasks.ceph.mon.a.trial072.stderr:2026-02-13T01:20:53.217+0000 7f8169ff1640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2026-02-13T01:20:53.633 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.631+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f9068062c20 con 0x7f9078083d50 2026-02-13T01:20:53.633 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.632+0000 7f90667fc640 1 -- 10.20.193.72:0/2927169265 <== mon.2 v2:10.20.193.72:3302/0 8 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 marked down osd.0. v21) ==== 89+0+0 (secure 0 0 0) 0x7f90680464f0 con 0x7f9078083d50 2026-02-13T01:20:53.634 INFO:teuthology.orchestra.run.trial072.stderr:marked down osd.0. 2026-02-13T01:20:53.635 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 >> v1:10.20.193.72:6800/709617371 conn(0x7f904804d1e0 legacy=0x7f904806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.635 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 msgr2=0x7f907812d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.635 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 0x7f907812d410 secure :-1 s=READY pgs=22 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9068009480 tx=0x7f906800ee60 comp rx=0 tx=0).stop 2026-02-13T01:20:53.635 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 shutdown_connections 2026-02-13T01:20:53.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f90780848b0 0x7f907812d950 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9078139a20 0x7f907812de90 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 --2- 10.20.193.72:0/2927169265 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9078083d50 0x7f907812d410 unknown :-1 s=CLOSED pgs=22 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 >> 10.20.193.72:0/2927169265 conn(0x7f9078085960 msgr2=0x7f90780833d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:53.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 shutdown_connections 2026-02-13T01:20:53.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.633+0000 7f9080247640 1 -- 10.20.193.72:0/2927169265 wait complete. 2026-02-13T01:20:53.644 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-13T01:20:53.644 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-13T01:20:53.646 INFO:tasks.ceph.osd.0:Started 2026-02-13T01:20:53.647 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-13T01:20:53.647 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:53.685 INFO:tasks.ceph.osd.1:Stopped 2026-02-13T01:20:53.685 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2026-02-13T01:20:53.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.788+0000 7f5c06ecc640 1 -- 10.20.193.72:0/4157195891 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c0007f840 msgr2=0x7f5c0007fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.788+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/4157195891 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c0007f840 0x7f5c0007fc10 secure :-1 s=READY pgs=23 gs=2 cs=0 l=1 c_cookie=18004509094941394846 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f5bf0005e70 tx=0x7f5bf002f170 comp rx=0 tx=0).stop 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.788+0000 7f5c06ecc640 1 -- 10.20.193.72:0/4157195891 shutdown_connections 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.788+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/4157195891 >> v2:10.20.193.72:3300/0 conn(0x7f5c00137da0 0x7f5c00199960 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/4157195891 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c0007f840 0x7f5c0007fc10 unknown :-1 s=CLOSED pgs=23 gs=2 cs=0 l=1 c_cookie=18004509094941394846 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- 10.20.193.72:0/4157195891 >> 10.20.193.72:0/4157195891 conn(0x7f5c00085960 msgr2=0x7f5c000561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- 10.20.193.72:0/4157195891 shutdown_connections 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- 10.20.193.72:0/4157195891 wait complete. 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 Processor -- start 2026-02-13T01:20:53.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- start start 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 0x7f5c0012dec0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5c00080150 0x7f5c0012e400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c00137da0 0x7f5c0012e940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f5c00130230 con 0x7f5c0007f840 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f5c00130900 con 0x7f5c00080150 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c06ecc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f5c00131490 con 0x7f5c00137da0 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 0x7f5c0012dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 0x7f5c0012dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:57922/0 (socket says 10.20.193.72:57922) 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 -- 10.20.193.72:0/816274144 learned_addr learned my addr 10.20.193.72:0/816274144 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c05442640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c00137da0 0x7f5c0012e940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5bf7fff640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5c00080150 0x7f5c0012e400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:53.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 -- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c00137da0 msgr2=0x7f5c0012e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c00137da0 0x7f5c0012e940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 -- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5c00080150 msgr2=0x7f5c0012e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5c00080150 0x7f5c0012e400 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.789+0000 7f5c04c41640 1 -- 10.20.193.72:0/816274144 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf0009570 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5c04c41640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 0x7f5c0012dec0 secure :-1 s=READY pgs=48 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f5bf0004740 tx=0x7f5bf00028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f5bf003d070 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bf00045b0 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0012f800 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f5bf00386f0 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c00130c70 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c00130490 con 0x7f5c0007f840 2026-02-13T01:20:53.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.790+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f5bf0038850 con 0x7f5c0007f840 2026-02-13T01:20:53.796 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.791+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f5bf0088a40 con 0x7f5c0007f840 2026-02-13T01:20:53.796 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.792+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f5bf0063be0 con 0x7f5c0007f840 2026-02-13T01:20:53.879 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:53.878+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7f5c00086240 con 0x7f5c0007f840 2026-02-13T01:20:53.880 INFO:tasks.ceph.mon.a.trial072.stderr:2026-02-13T01:20:53.878+0000 7f8169ff1640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2026-02-13T01:20:53.915 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:20:53.914+0000 7f79fca33780 -1 Falling back to public interface 2026-02-13T01:20:54.352 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:20:54.351+0000 7f79fca33780 -1 osd.0 20 log_to_monitors true 2026-02-13T01:20:54.634 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.632+0000 7f5bf57fa640 1 -- 10.20.193.72:0/816274144 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v22) ==== 89+0+0 (secure 0 0 0) 0x7f5bf0005ea0 con 0x7f5c0007f840 2026-02-13T01:20:54.634 INFO:teuthology.orchestra.run.trial072.stderr:marked down osd.1. 2026-02-13T01:20:54.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 >> v1:10.20.193.72:6800/709617371 conn(0x7f5bd004d270 legacy=0x7f5bd006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:54.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 msgr2=0x7f5c0012dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:54.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 0x7f5c0012dec0 secure :-1 s=READY pgs=48 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f5bf0004740 tx=0x7f5bf00028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.636 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 shutdown_connections 2026-02-13T01:20:54.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5c00137da0 0x7f5c0012e940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5c00080150 0x7f5c0012e400 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 --2- 10.20.193.72:0/816274144 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f5c0007f840 0x7f5c0012dec0 unknown :-1 s=CLOSED pgs=48 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 >> 10.20.193.72:0/816274144 conn(0x7f5c00085960 msgr2=0x7f5c0005c370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:54.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 shutdown_connections 2026-02-13T01:20:54.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.634+0000 7f5c06ecc640 1 -- 10.20.193.72:0/816274144 wait complete. 2026-02-13T01:20:54.637 INFO:tasks.ceph.osd.0.trial072.stderr:2026-02-13T01:20:54.636+0000 7f79efde7640 -1 osd.0 20 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:20:54.646 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-13T01:20:54.647 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-13T01:20:54.649 INFO:tasks.ceph.osd.1:Started 2026-02-13T01:20:54.649 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-13T01:20:54.649 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:54.681 INFO:tasks.ceph.osd.2:Stopped 2026-02-13T01:20:54.682 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2026-02-13T01:20:54.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 -- 10.20.193.72:0/4218156225 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8081470 msgr2=0x7f7db8197c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:54.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 --2- 10.20.193.72:0/4218156225 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8081470 0x7f7db8197c30 secure :-1 s=READY pgs=52 gs=3 cs=0 l=1 c_cookie=2840101576805757078 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f7da8005820 tx=0x7f7da8030180 comp rx=0 tx=0).stop 2026-02-13T01:20:54.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 -- 10.20.193.72:0/4218156225 shutdown_connections 2026-02-13T01:20:54.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 --2- 10.20.193.72:0/4218156225 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8081470 0x7f7db8197c30 unknown :-1 s=CLOSED pgs=52 gs=3 cs=0 l=1 c_cookie=2840101576805757078 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.792 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 --2- 10.20.193.72:0/4218156225 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7db8084520 0x7f7db81776e0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 -- 10.20.193.72:0/4218156225 >> 10.20.193.72:0/4218156225 conn(0x7f7db8085960 msgr2=0x7f7db80561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 -- 10.20.193.72:0/4218156225 shutdown_connections 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.788+0000 7f7dbce07640 1 -- 10.20.193.72:0/4218156225 wait complete. 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 Processor -- start 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 -- start start 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 0x7f7db8129a20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7db8081470 0x7f7db8129f60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7db8084520 0x7f7db81976f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f7db81122e0 con 0x7f7db8080990 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f7db81124e0 con 0x7f7db8081470 2026-02-13T01:20:54.793 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7dbce07640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f7db807e890 con 0x7f7db8084520 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 0x7f7db8129a20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 0x7f7db8129a20 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:57934/0 (socket says 10.20.193.72:57934) 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 -- 10.20.193.72:0/795481451 learned_addr learned my addr 10.20.193.72:0/795481451 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db5d74640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7db8081470 0x7f7db8129f60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6d76640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7db8084520 0x7f7db81976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 -- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7db8084520 msgr2=0x7f7db81976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7db8084520 0x7f7db81976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 -- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7db8081470 msgr2=0x7f7db8129f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7db8081470 0x7f7db8129f60 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 -- 10.20.193.72:0/795481451 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7da800a590 con 0x7f7db8080990 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.789+0000 7f7db6575640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 0x7f7db8129a20 secure :-1 s=READY pgs=53 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f7dac00c4d0 tx=0x7f7dac00c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:54.794 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f7dac016070 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7dac005330 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f7dac004780 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7db8111930 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7db812a640 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7db8086240 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f7dac0048e0 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.790+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 3020+0+0 (secure 0 0 0) 0x7f7dac063730 con 0x7f7db8080990 2026-02-13T01:20:54.795 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.792+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f7dac03e750 con 0x7f7db8080990 2026-02-13T01:20:54.887 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:54.885+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7f7db8080d60 con 0x7f7db8080990 2026-02-13T01:20:54.887 INFO:tasks.ceph.mon.a.trial072.stderr:2026-02-13T01:20:54.885+0000 7f8169ff1640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2026-02-13T01:20:54.943 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:20:54.942+0000 7f8fbc868780 -1 Falling back to public interface 2026-02-13T01:20:55.423 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:20:55.422+0000 7f8fbc868780 -1 osd.1 20 log_to_monitors true 2026-02-13T01:20:55.634 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.633+0000 7f7d9effd640 1 -- 10.20.193.72:0/795481451 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v23) ==== 89+0+0 (secure 0 0 0) 0x7f7dac041870 con 0x7f7db8080990 2026-02-13T01:20:55.635 INFO:teuthology.orchestra.run.trial072.stderr:marked down osd.2. 2026-02-13T01:20:55.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 >> v1:10.20.193.72:6800/709617371 conn(0x7f7d8404d270 legacy=0x7f7d8406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 msgr2=0x7f7db8129a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 0x7f7db8129a20 secure :-1 s=READY pgs=53 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f7dac00c4d0 tx=0x7f7dac00c9a0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 shutdown_connections 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7db8084520 0x7f7db81976f0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7db8081470 0x7f7db8129f60 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.635+0000 7f7dbce07640 1 --2- 10.20.193.72:0/795481451 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f7db8080990 0x7f7db8129a20 unknown :-1 s=CLOSED pgs=53 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.636+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 >> 10.20.193.72:0/795481451 conn(0x7f7db8085960 msgr2=0x7f7db807f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:55.638 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.636+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 shutdown_connections 2026-02-13T01:20:55.639 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.636+0000 7f7dbce07640 1 -- 10.20.193.72:0/795481451 wait complete. 2026-02-13T01:20:55.640 INFO:tasks.ceph.osd.1.trial072.stderr:2026-02-13T01:20:55.639+0000 7f8faf7e7640 -1 osd.1 20 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:20:55.647 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-13T01:20:55.647 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-13T01:20:55.649 INFO:tasks.ceph.osd.2:Started 2026-02-13T01:20:55.650 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-13T01:20:55.650 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:20:55.698 INFO:tasks.ceph.osd.3:Stopped 2026-02-13T01:20:55.699 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2026-02-13T01:20:55.771 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 -- 10.20.193.72:0/3243660879 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 msgr2=0x7fa5600841a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 --2- 10.20.193.72:0/3243660879 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa5600841a0 secure :-1 s=READY pgs=28 gs=3 cs=0 l=1 c_cookie=4926945106538435435 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa554009950 tx=0x7fa55402f160 comp rx=0 tx=0).stop 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 -- 10.20.193.72:0/3243660879 shutdown_connections 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 --2- 10.20.193.72:0/3243660879 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa5600846e0 0x7fa56019a790 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 --2- 10.20.193.72:0/3243660879 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa5600841a0 unknown :-1 s=CLOSED pgs=28 gs=3 cs=0 l=1 c_cookie=4926945106538435435 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 --2- 10.20.193.72:0/3243660879 >> v2:10.20.193.72:3300/0 conn(0x7fa560139a20 0x7fa560139df0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 -- 10.20.193.72:0/3243660879 >> 10.20.193.72:0/3243660879 conn(0x7fa560085960 msgr2=0x7fa5600561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 -- 10.20.193.72:0/3243660879 shutdown_connections 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 -- 10.20.193.72:0/3243660879 wait complete. 2026-02-13T01:20:55.772 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 Processor -- start 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.767+0000 7fa5673c7640 1 -- start start 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa56005d210 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa5600846e0 0x7fa56019a580 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa560139a20 0x7fa56005d750 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa56011b3d0 con 0x7fa560139a20 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa56010e030 con 0x7fa560083d50 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa56010d690 con 0x7fa5600846e0 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa56005d210 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56493b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa5600846e0 0x7fa56019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa56005d210 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:57228/0 (socket says 10.20.193.72:57228) 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56593d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa560139a20 0x7fa56005d750 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:55.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 -- 10.20.193.72:0/74276646 learned_addr learned my addr 10.20.193.72:0/74276646 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 -- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa5600846e0 msgr2=0x7fa56019a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa5600846e0 0x7fa56019a580 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 -- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa560139a20 msgr2=0x7fa56005d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa560139a20 0x7fa56005d750 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 -- 10.20.193.72:0/74276646 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa554009570 con 0x7fa560083d50 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa56513c640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa56005d210 secure :-1 s=READY pgs=29 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa55000e9f0 tx=0x7fa55000eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa55000cda0 con 0x7fa560083d50 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa550004850 con 0x7fa560083d50 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa550004c80 con 0x7fa560083d50 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa560079df0 con 0x7fa560083d50 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.768+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa56010e8f0 con 0x7fa560083d50 2026-02-13T01:20:55.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.769+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa56019ab20 con 0x7fa560083d50 2026-02-13T01:20:55.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.769+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fa55001f060 con 0x7fa560083d50 2026-02-13T01:20:55.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.769+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3020+0+0 (secure 0 0 0) 0x7fa550014070 con 0x7fa560083d50 2026-02-13T01:20:55.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.771+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fa55003f330 con 0x7fa560083d50 2026-02-13T01:20:55.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:55.853+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7fa560086240 con 0x7fa560083d50 2026-02-13T01:20:55.855 INFO:tasks.ceph.mon.a.trial072.stderr:2026-02-13T01:20:55.854+0000 7f8169ff1640 -1 mon.a@0(leader).osd e23 definitely_dead 0 2026-02-13T01:20:55.911 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:20:55.910+0000 7f50fd013780 -1 Falling back to public interface 2026-02-13T01:20:56.326 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:20:56.324+0000 7f50fd013780 -1 osd.2 22 log_to_monitors true 2026-02-13T01:20:56.637 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.636+0000 7fa54dffb640 1 -- 10.20.193.72:0/74276646 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v24) ==== 89+0+0 (secure 0 0 0) 0x7fa550042450 con 0x7fa560083d50 2026-02-13T01:20:56.638 INFO:teuthology.orchestra.run.trial072.stderr:marked down osd.3. 2026-02-13T01:20:56.639 INFO:tasks.ceph.osd.2.trial072.stderr:2026-02-13T01:20:56.638+0000 7f50f032a640 -1 osd.2 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:20:56.640 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 >> v1:10.20.193.72:6800/709617371 conn(0x7fa53004d270 legacy=0x7fa53006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.640 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 msgr2=0x7fa56005d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa56005d210 secure :-1 s=READY pgs=29 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa55000e9f0 tx=0x7fa55000eec0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 shutdown_connections 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa560139a20 0x7fa56005d750 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa5600846e0 0x7fa56019a580 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 --2- 10.20.193.72:0/74276646 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa560083d50 0x7fa56005d210 unknown :-1 s=CLOSED pgs=29 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 >> 10.20.193.72:0/74276646 conn(0x7fa560085960 msgr2=0x7fa56007f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 shutdown_connections 2026-02-13T01:20:56.641 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.638+0000 7fa5673c7640 1 -- 10.20.193.72:0/74276646 wait complete. 2026-02-13T01:20:56.649 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-13T01:20:56.649 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-13T01:20:56.651 INFO:tasks.ceph.osd.3:Started 2026-02-13T01:20:56.651 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-13T01:20:56.651 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:56.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 -- 10.20.193.72:0/3210313865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb610139a20 msgr2=0x7fb610139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 --2- 10.20.193.72:0/3210313865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb610139a20 0x7fb610139df0 secure :-1 s=READY pgs=58 gs=2 cs=0 l=1 c_cookie=150973366401021713 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fb5fc009950 tx=0x7fb5fc02f160 comp rx=0 tx=0).stop 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 -- 10.20.193.72:0/3210313865 shutdown_connections 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 --2- 10.20.193.72:0/3210313865 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb610083d50 0x7fb6100841a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 --2- 10.20.193.72:0/3210313865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb610139a20 0x7fb610139df0 unknown :-1 s=CLOSED pgs=58 gs=2 cs=0 l=1 c_cookie=150973366401021713 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 -- 10.20.193.72:0/3210313865 >> 10.20.193.72:0/3210313865 conn(0x7fb610085960 msgr2=0x7fb6100561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 -- 10.20.193.72:0/3210313865 shutdown_connections 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.719+0000 7fb615c6f640 1 -- 10.20.193.72:0/3210313865 wait complete. 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 Processor -- start 2026-02-13T01:20:56.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 -- start start 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb610083d50 0x7fb61010d630 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 0x7fb61010db70 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb610139a20 0x7fb61010e0b0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fb61010f1f0 con 0x7fb6100846e0 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fb610110500 con 0x7fb610139a20 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fb610079d90 con 0x7fb610083d50 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60effd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 0x7fb61010db70 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb610083d50 0x7fb61010d630 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60effd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 0x7fb61010db70 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:57980/0 (socket says 10.20.193.72:57980) 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60effd640 1 -- 10.20.193.72:0/1038806253 learned_addr learned my addr 10.20.193.72:0/1038806253 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:56.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60ffff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb610139a20 0x7fb61010e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 -- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb610139a20 msgr2=0x7fb61010e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb610139a20 0x7fb61010e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 -- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 msgr2=0x7fb61010db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 0x7fb61010db70 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 -- 10.20.193.72:0/1038806253 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5fc009570 con 0x7fb610083d50 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60effd640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 0x7fb61010db70 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb60f7fe640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb610083d50 0x7fb61010d630 secure :-1 s=READY pgs=27 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fb5fc009950 tx=0x7fb5fc0028d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fb5fc03d070 con 0x7fb610083d50 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5fc038470 con 0x7fb610083d50 2026-02-13T01:20:56.726 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb61010e5f0 con 0x7fb610083d50 2026-02-13T01:20:56.727 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.720+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fb5fc038860 con 0x7fb610083d50 2026-02-13T01:20:56.727 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.721+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb61010fc40 con 0x7fb610083d50 2026-02-13T01:20:56.727 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.721+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb610086240 con 0x7fb610083d50 2026-02-13T01:20:56.727 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.721+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fb5fc0389c0 con 0x7fb610083d50 2026-02-13T01:20:56.727 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.721+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(24..24 src has 1..24) ==== 3020+0+0 (secure 0 0 0) 0x7fb5fc0884c0 con 0x7fb610083d50 2026-02-13T01:20:56.727 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.723+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fb5fc063540 con 0x7fb610083d50 2026-02-13T01:20:56.804 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.803+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb610139df0 con 0x7fb610083d50 2026-02-13T01:20:56.805 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.803+0000 7fb5ebfff640 1 -- 10.20.193.72:0/1038806253 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+9121 (secure 0 0 0) 0x7fb5fc066660 con 0x7fb610083d50 2026-02-13T01:20:56.806 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:56.806 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":24,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:56.633857+0000","last_up_change":"2026-02-13T01:20:56.633857+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"error_message":"pool 2 has some PGs where all OSDs are with primary_affinity 0 (at least pg 2.1), read balance score may not be reliable","score_acting":0,"score_stable":0}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":23,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":179560939}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":179560939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":179560939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":179560939}]},"public_addr":"10.20.193.72:6805/179560939","cluster_addr":"10.20.193.72:6807/179560939","heartbeat_back_addr":"10.20.193.72:6811/179560939","heartbeat_front_addr":"10.20.193.72:6809/179560939","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":24,"up_thru":14,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2953838191}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2953838191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2953838191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2953838191}]},"public_addr":"10.20.193.72:6801/2953838191","cluster_addr":"10.20.193.72:6802/2953838191","heartbeat_back_addr":"10.20.193.72:6804/2953838191","heartbeat_front_addr":"10.20.193.72:6803/2953838191","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2385769069}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2385769069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2385769069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2385769069}]},"public_addr":"10.20.193.72:6801/2385769069","cluster_addr":"10.20.193.72:6802/2385769069","heartbeat_back_addr":"10.20.193.72:6804/2385769069","heartbeat_front_addr":"10.20.193.72:6803/2385769069","state":["exists"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":23,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":3190537670}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":3190537670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":3190537670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":3190537670}]},"public_addr":"10.20.193.72:6806/3190537670","cluster_addr":"10.20.193.72:6808/3190537670","heartbeat_back_addr":"10.20.193.72:6812/3190537670","heartbeat_front_addr":"10.20.193.72:6810/3190537670","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:56.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 >> v1:10.20.193.72:6800/709617371 conn(0x7fb5e004d270 legacy=0x7fb5e006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb610083d50 msgr2=0x7fb61010d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:56.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb610083d50 0x7fb61010d630 secure :-1 s=READY pgs=27 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fb5fc009950 tx=0x7fb5fc0028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 shutdown_connections 2026-02-13T01:20:56.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fb6100846e0 0x7fb61010db70 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.808 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fb610139a20 0x7fb61010e0b0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.808 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 --2- 10.20.193.72:0/1038806253 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fb610083d50 0x7fb61010d630 unknown :-1 s=CLOSED pgs=27 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:56.808 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 >> 10.20.193.72:0/1038806253 conn(0x7fb610085960 msgr2=0x7fb610081260 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:56.808 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 shutdown_connections 2026-02-13T01:20:56.808 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:56.804+0000 7fb615c6f640 1 -- 10.20.193.72:0/1038806253 wait complete. 2026-02-13T01:20:56.901 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:20:56.899+0000 7faf4164c780 -1 Falling back to public interface 2026-02-13T01:20:57.320 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:20:57.318+0000 7faf4164c780 -1 osd.3 23 log_to_monitors true 2026-02-13T01:20:57.642 INFO:tasks.ceph.osd.3.trial072.stderr:2026-02-13T01:20:57.641+0000 7faf3492a640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-13T01:20:59.815 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:20:59.888 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 -- 10.20.193.72:0/425645108 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 msgr2=0x7fa51007fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:59.888 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 --2- 10.20.193.72:0/425645108 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51007fc10 secure :-1 s=READY pgs=61 gs=2 cs=0 l=1 c_cookie=160127656170108856 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa500004740 tx=0x7fa50002f0c0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.888 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 -- 10.20.193.72:0/425645108 shutdown_connections 2026-02-13T01:20:59.888 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 --2- 10.20.193.72:0/425645108 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510137da0 0x7fa510199960 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 --2- 10.20.193.72:0/425645108 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51007fc10 unknown :-1 s=CLOSED pgs=61 gs=2 cs=0 l=1 c_cookie=160127656170108856 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 -- 10.20.193.72:0/425645108 >> 10.20.193.72:0/425645108 conn(0x7fa510085960 msgr2=0x7fa5100561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 -- 10.20.193.72:0/425645108 shutdown_connections 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.884+0000 7fa51761b640 1 -- 10.20.193.72:0/425645108 wait complete. 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 Processor -- start 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 -- start start 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51005cfc0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510080150 0x7fa51005d500 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa510137da0 0x7fa51005da40 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa51012ea70 con 0x7fa51007f840 2026-02-13T01:20:59.889 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa51007e860 con 0x7fa510080150 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa51012f340 con 0x7fa510137da0 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51005cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51005cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:58012/0 (socket says 10.20.193.72:58012) 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 -- 10.20.193.72:0/3529020493 learned_addr learned my addr 10.20.193.72:0/3529020493 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa514b8f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510080150 0x7fa51005d500 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515b91640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa510137da0 0x7fa51005da40 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 -- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa510137da0 msgr2=0x7fa51005da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa510137da0 0x7fa51005da40 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 -- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510080150 msgr2=0x7fa51005d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510080150 0x7fa51005d500 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.890 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 -- 10.20.193.72:0/3529020493 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50c00a590 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa514b8f640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510080150 0x7fa51005d500 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa515390640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51005cfc0 secure :-1 s=READY pgs=62 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa500009960 tx=0x7fa5000028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa50003d070 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa500002e70 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5000094b0 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa50002fb90 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.885+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa51012e840 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.886+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa510086240 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.886+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fa50002fcf0 con 0x7fa51007f840 2026-02-13T01:20:59.891 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.886+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7fa500088c30 con 0x7fa51007f840 2026-02-13T01:20:59.892 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.888+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fa50008f080 con 0x7fa51007f840 2026-02-13T01:20:59.966 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.965+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa51007fc10 con 0x7fa51007f840 2026-02-13T01:20:59.967 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.965+0000 7fa4fdffb640 1 -- 10.20.193.72:0/3529020493 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+9194 (secure 0 0 0) 0x7fa500046090 con 0x7fa51007f840 2026-02-13T01:20:59.967 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:20:59.967 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":27,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:20:59.636703+0000","last_up_change":"2026-02-13T01:20:58.635943+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":179560939}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":179560939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":179560939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":179560939}]},"public_addr":"10.20.193.72:6805/179560939","cluster_addr":"10.20.193.72:6807/179560939","heartbeat_back_addr":"10.20.193.72:6811/179560939","heartbeat_front_addr":"10.20.193.72:6809/179560939","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2953838191}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2953838191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2953838191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2953838191}]},"public_addr":"10.20.193.72:6801/2953838191","cluster_addr":"10.20.193.72:6802/2953838191","heartbeat_back_addr":"10.20.193.72:6804/2953838191","heartbeat_front_addr":"10.20.193.72:6803/2953838191","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":2883518823}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":2883518823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":2883518823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":2883518823}]},"public_addr":"10.20.193.72:6806/2883518823","cluster_addr":"10.20.193.72:6808/2883518823","heartbeat_back_addr":"10.20.193.72:6812/2883518823","heartbeat_front_addr":"10.20.193.72:6810/2883518823","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":3762925117}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":3762925117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":3762925117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":3762925117}]},"public_addr":"10.20.193.72:6813/3762925117","cluster_addr":"10.20.193.72:6814/3762925117","heartbeat_back_addr":"10.20.193.72:6816/3762925117","heartbeat_front_addr":"10.20.193.72:6815/3762925117","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:20:59.968 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 >> v1:10.20.193.72:6800/709617371 conn(0x7fa4e004d270 legacy=0x7fa4e006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:59.968 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 msgr2=0x7fa51005cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51005cfc0 secure :-1 s=READY pgs=62 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa500009960 tx=0x7fa5000028d0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 shutdown_connections 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa510137da0 0x7fa51005da40 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa510080150 0x7fa51005d500 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 --2- 10.20.193.72:0/3529020493 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa51007f840 0x7fa51005cfc0 unknown :-1 s=CLOSED pgs=62 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 >> 10.20.193.72:0/3529020493 conn(0x7fa510085960 msgr2=0x7fa51007afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 shutdown_connections 2026-02-13T01:20:59.969 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:20:59.966+0000 7fa51761b640 1 -- 10.20.193.72:0/3529020493 wait complete. 2026-02-13T01:20:59.976 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-13T01:20:59.976 INFO:teuthology.run_tasks:Running task exec... 2026-02-13T01:20:59.992 INFO:teuthology.task.exec:Executing custom commands... 2026-02-13T01:20:59.993 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:20:59.993 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2026-02-13T01:21:00.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/2775600382 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f640599f0 msgr2=0x7f1f64059dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.057 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/2775600382 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f640599f0 0x7f1f64059dc0 secure :-1 s=READY pgs=29 gs=2 cs=0 l=1 c_cookie=11229965128229403265 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f1f54005e70 tx=0x7f1f5402f170 comp rx=0 tx=0).stop 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/2775600382 shutdown_connections 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/2775600382 >> v2:10.20.193.72:3300/0 conn(0x7f1f6405a300 0x7f1f64139330 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/2775600382 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f640599f0 0x7f1f64059dc0 unknown :-1 s=CLOSED pgs=29 gs=2 cs=0 l=1 c_cookie=11229965128229403265 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/2775600382 >> 10.20.193.72:0/2775600382 conn(0x7f1f64086f90 msgr2=0x7f1f64087390 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/2775600382 shutdown_connections 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.053+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/2775600382 wait complete. 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 Processor -- start 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 -- start start 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1f640599f0 0x7f1f64138d10 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f6405a300 0x7f1f641298e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.058 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1f64139870 0x7f1f64129e20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6412ba90 con 0x7f1f640599f0 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f1f6412cc70 con 0x7f1f64139870 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f1f6412ce70 con 0x7f1f6405a300 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f68e41640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1f640599f0 0x7f1f64138d10 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f6405a300 0x7f1f641298e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f68e41640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1f640599f0 0x7f1f64138d10 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:58020/0 (socket says 10.20.193.72:58020) 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f68e41640 1 -- 10.20.193.72:0/3514421524 learned_addr learned my addr 10.20.193.72:0/3514421524 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f69642640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1f64139870 0x7f1f64129e20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 -- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1f64139870 msgr2=0x7f1f64129e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1f64139870 0x7f1f64129e20 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.059 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 -- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1f640599f0 msgr2=0x7f1f64138d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1f640599f0 0x7f1f64138d10 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 -- 10.20.193.72:0/3514421524 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f54009570 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f69642640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1f64139870 0x7f1f64129e20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f5bfff640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f6405a300 0x7f1f641298e0 secure :-1 s=READY pgs=30 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f1f4c00e9c0 tx=0x7f1f4c00ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f1f4c00ccb0 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f4c00ce10 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f1f4c004ad0 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f6412c500 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.054+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f6412a500 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.055+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f64058810 con 0x7f1f6405a300 2026-02-13T01:21:00.060 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.055+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f1f4c01f060 con 0x7f1f6405a300 2026-02-13T01:21:00.061 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.055+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7f1f4c014070 con 0x7f1f6405a300 2026-02-13T01:21:00.061 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.057+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f1f4c03f280 con 0x7f1f6405a300 2026-02-13T01:21:00.164 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.163+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7f1f64059dc0 con 0x7f1f6405a300 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.163+0000 7f1f597fa640 1 -- 10.20.193.72:0/3514421524 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+579 (secure 0 0 0) 0x7f1f4c0423a0 con 0x7f1f6405a300 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout: "mon": { 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout: "ceph version 20.3.0-5241-g8f8d3829 (8f8d38294e4db8750b4b1649f62ce37caa63080f) tentacle (dev - RelWithDebInfo)": 3 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout: "mgr": { 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout: "ceph version 20.3.0-5241-g8f8d3829 (8f8d38294e4db8750b4b1649f62ce37caa63080f) tentacle (dev - RelWithDebInfo)": 2 2026-02-13T01:21:00.165 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout: "osd": { 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout: "ceph version 20.3.0-5241-g8f8d3829 (8f8d38294e4db8750b4b1649f62ce37caa63080f) tentacle (dev - RelWithDebInfo)": 4 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout: "overall": { 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout: "ceph version 20.3.0-5241-g8f8d3829 (8f8d38294e4db8750b4b1649f62ce37caa63080f) tentacle (dev - RelWithDebInfo)": 9 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.166 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-13T01:21:00.167 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 >> v1:10.20.193.72:6800/709617371 conn(0x7f1f3404d260 legacy=0x7f1f3406d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.167 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f6405a300 msgr2=0x7f1f641298e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.167 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f6405a300 0x7f1f641298e0 secure :-1 s=READY pgs=30 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f1f4c00e9c0 tx=0x7f1f4c00ee90 comp rx=0 tx=0).stop 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 shutdown_connections 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f1f64139870 0x7f1f64129e20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f1f6405a300 0x7f1f641298e0 unknown :-1 s=CLOSED pgs=30 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 --2- 10.20.193.72:0/3514421524 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f1f640599f0 0x7f1f64138d10 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 >> 10.20.193.72:0/3514421524 conn(0x7f1f64086f90 msgr2=0x7f1f64124150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 shutdown_connections 2026-02-13T01:21:00.168 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.164+0000 7f1f6b0cc640 1 -- 10.20.193.72:0/3514421524 wait complete. 2026-02-13T01:21:00.173 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3643677126 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 msgr2=0x7f0c64177640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3643677126 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64177640 secure :-1 s=READY pgs=32 gs=2 cs=0 l=1 c_cookie=11233626135461902077 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0c4c004740 tx=0x7f0c4c02f130 comp rx=0 tx=0).stop 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3643677126 shutdown_connections 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3643677126 >> v2:10.20.193.72:3300/0 conn(0x7f0c64177b80 0x7f0c64197f60 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3643677126 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64177640 unknown :-1 s=CLOSED pgs=32 gs=2 cs=0 l=1 c_cookie=11233626135461902077 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3643677126 >> 10.20.193.72:0/3643677126 conn(0x7f0c64086f90 msgr2=0x7f0c64087390 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3643677126 shutdown_connections 2026-02-13T01:21:00.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3643677126 wait complete. 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 Processor -- start 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- start start 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c64132ec0 0x7f0c64197f60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64176e80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c64177b80 0x7f0c641773c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f0c64129920 con 0x7f0c64132ec0 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f0c6412ee10 con 0x7f0c64157260 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.235+0000 7f0c68c8c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f0c64177900 con 0x7f0c64177b80 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c62575640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c64132ec0 0x7f0c64197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64176e80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64176e80 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:57284/0 (socket says 10.20.193.72:57284) 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c62d76640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c64177b80 0x7f0c641773c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 -- 10.20.193.72:0/3744097781 learned_addr learned my addr 10.20.193.72:0/3744097781 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 -- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c64177b80 msgr2=0x7f0c641773c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c64177b80 0x7f0c641773c0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 -- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c64132ec0 msgr2=0x7f0c64197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c64132ec0 0x7f0c64197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 -- 10.20.193.72:0/3744097781 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4c0094b0 con 0x7f0c64157260 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c62575640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c64132ec0 0x7f0c64197f60 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c61d74640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64176e80 secure :-1 s=READY pgs=33 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0c4c02f690 tx=0x7f0c4c0028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f0c4c03d070 con 0x7f0c64157260 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c4c002e90 con 0x7f0c64157260 2026-02-13T01:21:00.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f0c4c0386f0 con 0x7f0c64157260 2026-02-13T01:21:00.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c64132970 con 0x7f0c64157260 2026-02-13T01:21:00.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.236+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c6412a430 con 0x7f0c64157260 2026-02-13T01:21:00.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.237+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c64058810 con 0x7f0c64157260 2026-02-13T01:21:00.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.237+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f0c4c038850 con 0x7f0c64157260 2026-02-13T01:21:00.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.237+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7f0c4c088730 con 0x7f0c64157260 2026-02-13T01:21:00.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.239+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f0c4c0637b0 con 0x7f0c64157260 2026-02-13T01:21:00.318 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.317+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f0c64133290 con 0x7f0c64157260 2026-02-13T01:21:00.319 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.317+0000 7f0c4affd640 1 -- 10.20.193.72:0/3744097781 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v27) ==== 81+0+16886 (secure 0 0 0) 0x7f0c4c046020 con 0x7f0c64157260 2026-02-13T01:21:00.319 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:00.319 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-13T01:21:00.319 INFO:teuthology.orchestra.run.trial072.stdout: "epoch": 27, 2026-02-13T01:21:00.319 INFO:teuthology.orchestra.run.trial072.stdout: "fsid": "0f5fa1fe-ea34-4e29-8518-287e725ddffc", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "created": "2026-02-13T01:19:46.162607+0000", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "modified": "2026-02-13T01:20:59.636703+0000", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "last_up_change": "2026-02-13T01:20:58.635943+0000", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "last_in_change": "2026-02-13T01:19:48.935269+0000", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "flags_num": 5799936, 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "flags_set": [ 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "pglog_hardlimit", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "purged_snapdirs", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "recovery_deletes", 2026-02-13T01:21:00.320 INFO:teuthology.orchestra.run.trial072.stdout: "sortbitwise" 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: ], 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "crush_version": 9, 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "full_ratio": 0.94999998807907104, 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "backfillfull_ratio": 0.89999997615814209, 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "nearfull_ratio": 0.85000002384185791, 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_snapshot": "", 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "pool_max": 2, 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "max_osd": 4, 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "require_min_compat_client": "squid", 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "min_compat_client": "jewel", 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "require_osd_release": "squid", 2026-02-13T01:21:00.321 INFO:teuthology.orchestra.run.trial072.stdout: "allow_crimson": false, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "pools": [ 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "pool": 1, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "pool_name": ".mgr", 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "create_time": "2026-02-13T01:19:59.313183+0000", 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "flags": 1, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "flags_names": "hashpspool", 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "type": 1, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "size": 2, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "min_size": 1, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "crush_rule": 0, 2026-02-13T01:21:00.322 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_count": 0, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_target": 0, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_barrier": 0, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "is_stretch_pool": false, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "object_hash": 2, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "pg_autoscale_mode": "off", 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num": 1, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "pg_placement_num": 1, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "pg_placement_num_target": 1, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num_target": 1, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num_pending": 1, 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "last_pg_merge_meta": { 2026-02-13T01:21:00.323 INFO:teuthology.orchestra.run.trial072.stdout: "source_pgid": "0.0", 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "ready_epoch": 0, 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "last_epoch_started": 0, 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "last_epoch_clean": 0, 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "source_version": "0'0", 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "target_version": "0'0" 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "last_change": "13", 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "last_force_op_resend": "0", 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-13T01:21:00.324 INFO:teuthology.orchestra.run.trial072.stdout: "last_force_op_resend_preluminous": "0", 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "auid": 0, 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "snap_mode": "selfmanaged", 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "snap_seq": 0, 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "snap_epoch": 0, 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "pool_snaps": [], 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "removed_snaps": "[]", 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "quota_max_bytes": 0, 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "quota_max_objects": 0, 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "tiers": [], 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "tier_of": -1, 2026-02-13T01:21:00.325 INFO:teuthology.orchestra.run.trial072.stdout: "read_tier": -1, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "write_tier": -1, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "cache_mode": "none", 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "target_max_bytes": 0, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "target_max_objects": 0, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "cache_min_flush_age": 0, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "cache_min_evict_age": 0, 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "erasure_code_profile": "", 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_params": { 2026-02-13T01:21:00.326 INFO:teuthology.orchestra.run.trial072.stdout: "type": "none" 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_period": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_count": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "use_gmt_hitset": true, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "min_read_recency_for_promote": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "min_write_recency_for_promote": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_grade_decay_rate": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_search_last_n": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "grade_table": [], 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "stripe_width": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "expected_num_objects": 0, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "fast_read": false, 2026-02-13T01:21:00.327 INFO:teuthology.orchestra.run.trial072.stdout: "nonprimary_shards": "{}", 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "options": { 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num_max": 32, 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num_min": 1 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "application_metadata": { 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "mgr": {} 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "read_balance": { 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "score_type": "Fair distribution", 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "score_acting": 4, 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "score_stable": 4, 2026-02-13T01:21:00.328 INFO:teuthology.orchestra.run.trial072.stdout: "optimal_score": 0.5, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "raw_score_acting": 2, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "raw_score_stable": 2, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "primary_affinity_weighted": 1, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "average_primary_affinity": 1, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "average_primary_affinity_weighted": 1 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "pool": 2, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "pool_name": "rbd", 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "create_time": "2026-02-13T01:20:02.891475+0000", 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "flags": 8193, 2026-02-13T01:21:00.329 INFO:teuthology.orchestra.run.trial072.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "type": 1, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "size": 2, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "min_size": 1, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "crush_rule": 0, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_count": 0, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_target": 0, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_barrier": 0, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "is_stretch_pool": false, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "object_hash": 2, 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "pg_autoscale_mode": "off", 2026-02-13T01:21:00.330 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num": 8, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "pg_placement_num": 8, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "pg_placement_num_target": 8, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num_target": 8, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "pg_num_pending": 8, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "last_pg_merge_meta": { 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "source_pgid": "0.0", 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "ready_epoch": 0, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "last_epoch_started": 0, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "last_epoch_clean": 0, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "source_version": "0'0", 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "target_version": "0'0" 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.331 INFO:teuthology.orchestra.run.trial072.stdout: "last_change": "17", 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "last_force_op_resend": "0", 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "last_force_op_resend_preluminous": "0", 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "auid": 0, 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "snap_mode": "selfmanaged", 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "snap_seq": 2, 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "snap_epoch": 17, 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "pool_snaps": [], 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "removed_snaps": "[]", 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "quota_max_bytes": 0, 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "quota_max_objects": 0, 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "tiers": [], 2026-02-13T01:21:00.332 INFO:teuthology.orchestra.run.trial072.stdout: "tier_of": -1, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "read_tier": -1, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "write_tier": -1, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "cache_mode": "none", 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "target_max_bytes": 0, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "target_max_objects": 0, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "cache_min_flush_age": 0, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "cache_min_evict_age": 0, 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "erasure_code_profile": "", 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_params": { 2026-02-13T01:21:00.333 INFO:teuthology.orchestra.run.trial072.stdout: "type": "none" 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_period": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_count": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "use_gmt_hitset": true, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "min_read_recency_for_promote": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "min_write_recency_for_promote": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_grade_decay_rate": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "hit_set_search_last_n": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "grade_table": [], 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "stripe_width": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "expected_num_objects": 0, 2026-02-13T01:21:00.334 INFO:teuthology.orchestra.run.trial072.stdout: "fast_read": false, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "nonprimary_shards": "{}", 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "options": {}, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "application_metadata": { 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "rbd": {} 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "read_balance": { 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "score_type": "Fair distribution", 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "score_acting": 2.5, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "score_stable": 2.5, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "optimal_score": 1, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "raw_score_acting": 2.5, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "raw_score_stable": 2.5, 2026-02-13T01:21:00.335 INFO:teuthology.orchestra.run.trial072.stdout: "primary_affinity_weighted": 1, 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "average_primary_affinity": 1, 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "average_primary_affinity_weighted": 1 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: ], 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "osds": [ 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 0, 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "uuid": "c5632b68-ae65-43f6-be46-aa79c486a51a", 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "up": 1, 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "in": 1, 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "weight": 1, 2026-02-13T01:21:00.336 INFO:teuthology.orchestra.run.trial072.stdout: "primary_affinity": 1, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_begin": 10, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_end": 20, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "up_from": 23, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "up_thru": 24, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "down_at": 21, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "lost_at": 0, 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "public_addrs": { 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6805", 2026-02-13T01:21:00.337 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 179560939 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addrs": { 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6807", 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 179560939 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.338 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addrs": { 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6811", 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 179560939 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addrs": { 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.339 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6809", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 179560939 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "public_addr": "10.20.193.72:6805/179560939", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addr": "10.20.193.72:6807/179560939", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addr": "10.20.193.72:6811/179560939", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addr": "10.20.193.72:6809/179560939", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "state": [ 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "exists", 2026-02-13T01:21:00.340 INFO:teuthology.orchestra.run.trial072.stdout: "up" 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 1, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "uuid": "3a9d724f-125c-41ca-b207-0403682e7174", 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "up": 1, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "in": 1, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "weight": 1, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "primary_affinity": 1, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_begin": 10, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_end": 20, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "up_from": 24, 2026-02-13T01:21:00.341 INFO:teuthology.orchestra.run.trial072.stdout: "up_thru": 24, 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "down_at": 22, 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "lost_at": 0, 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "public_addrs": { 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6801", 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2953838191 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.342 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addrs": { 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6802", 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2953838191 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addrs": { 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.343 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6804", 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2953838191 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addrs": { 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6803", 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2953838191 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.344 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "public_addr": "10.20.193.72:6801/2953838191", 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addr": "10.20.193.72:6802/2953838191", 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addr": "10.20.193.72:6804/2953838191", 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addr": "10.20.193.72:6803/2953838191", 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "state": [ 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "exists", 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "up" 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 2, 2026-02-13T01:21:00.345 INFO:teuthology.orchestra.run.trial072.stdout: "uuid": "b58e393f-22bd-48bf-8786-bdcf345637a3", 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "up": 1, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "in": 1, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "weight": 1, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "primary_affinity": 1, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_begin": 9, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_end": 22, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "up_from": 25, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "up_thru": 26, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "down_at": 23, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "lost_at": 0, 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "public_addrs": { 2026-02-13T01:21:00.346 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6806", 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2883518823 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addrs": { 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6808", 2026-02-13T01:21:00.347 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2883518823 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addrs": { 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6812", 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2883518823 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.348 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addrs": { 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6810", 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 2883518823 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "public_addr": "10.20.193.72:6806/2883518823", 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addr": "10.20.193.72:6808/2883518823", 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addr": "10.20.193.72:6812/2883518823", 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addr": "10.20.193.72:6810/2883518823", 2026-02-13T01:21:00.349 INFO:teuthology.orchestra.run.trial072.stdout: "state": [ 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "exists", 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "up" 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 3, 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "uuid": "1f417472-0cb8-4ecc-845f-c28472d71cf9", 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "up": 1, 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "in": 1, 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "weight": 1, 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "primary_affinity": 1, 2026-02-13T01:21:00.350 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_begin": 10, 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "last_clean_end": 23, 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "up_from": 26, 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "up_thru": 26, 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "down_at": 24, 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "lost_at": 0, 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "public_addrs": { 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6813", 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 3762925117 2026-02-13T01:21:00.351 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addrs": { 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6814", 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 3762925117 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addrs": { 2026-02-13T01:21:00.352 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6816", 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 3762925117 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addrs": { 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "addrvec": [ 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "type": "v1", 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "addr": "10.20.193.72:6815", 2026-02-13T01:21:00.353 INFO:teuthology.orchestra.run.trial072.stdout: "nonce": 3762925117 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "public_addr": "10.20.193.72:6813/3762925117", 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "cluster_addr": "10.20.193.72:6814/3762925117", 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_back_addr": "10.20.193.72:6816/3762925117", 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "heartbeat_front_addr": "10.20.193.72:6815/3762925117", 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "state": [ 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "exists", 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: "up" 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: ] 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.354 INFO:teuthology.orchestra.run.trial072.stdout: ], 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "osd_xinfo": [ 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 0, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "down_stamp": "0.000000", 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_probability": 0, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_interval": 0, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "features": 4544132024016699391, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "old_weight": 0, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "last_purged_snaps_scrub": "2026-02-13T01:19:56.419553+0000", 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "dead_epoch": 21 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 1, 2026-02-13T01:21:00.355 INFO:teuthology.orchestra.run.trial072.stdout: "down_stamp": "0.000000", 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_probability": 0, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_interval": 0, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "features": 4544132024016699391, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "old_weight": 0, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "last_purged_snaps_scrub": "2026-02-13T01:19:56.496698+0000", 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "dead_epoch": 22 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 2, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "down_stamp": "0.000000", 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_probability": 0, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_interval": 0, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "features": 4544132024016699391, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "old_weight": 0, 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "last_purged_snaps_scrub": "2026-02-13T01:19:56.139655+0000", 2026-02-13T01:21:00.356 INFO:teuthology.orchestra.run.trial072.stdout: "dead_epoch": 23 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: { 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "osd": 3, 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "down_stamp": "0.000000", 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_probability": 0, 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "laggy_interval": 0, 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "features": 4544132024016699391, 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "old_weight": 0, 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "last_purged_snaps_scrub": "2026-02-13T01:19:56.368024+0000", 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "dead_epoch": 24 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: ], 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "pg_upmap": [], 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "pg_upmap_items": [], 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "pg_upmap_primaries": [], 2026-02-13T01:21:00.357 INFO:teuthology.orchestra.run.trial072.stdout: "pg_temp": [], 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "primary_temp": [], 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "blocklist": { 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "10.20.193.72:6800/3635446944": "2026-02-14T01:20:49.618944+0000", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "10.20.193.72:0/3958641054": "2026-02-14T01:20:49.618944+0000", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "10.20.193.72:0/4126058896": "2026-02-14T01:20:49.618944+0000", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "10.20.193.72:0/1824515966": "2026-02-14T01:20:49.618944+0000", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "10.20.193.72:0/3063173907": "2026-02-14T01:20:49.618944+0000" 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "range_blocklist": {}, 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "erasure_code_profiles": { 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "default": { 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "crush-failure-domain": "osd", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "k": "2", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "m": "1", 2026-02-13T01:21:00.358 INFO:teuthology.orchestra.run.trial072.stdout: "plugin": "isa", 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "technique": "reed_sol_van" 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: }, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "removed_snaps_queue": [], 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "new_removed_snaps": [], 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "new_purged_snaps": [], 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "crush_node_flags": {}, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "device_class_flags": {}, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "stretch_mode": { 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "stretch_mode_enabled": false, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "stretch_bucket_count": 0, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "degraded_stretch_mode": 0, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "recovering_stretch_mode": 0, 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: "stretch_mode_bucket": 0 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout: } 2026-02-13T01:21:00.359 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 >> v1:10.20.193.72:6800/709617371 conn(0x7f0c3004d270 legacy=0x7f0c3006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 msgr2=0x7f0c64176e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64176e80 secure :-1 s=READY pgs=33 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0c4c02f690 tx=0x7f0c4c0028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 shutdown_connections 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0c64177b80 0x7f0c641773c0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0c64157260 0x7f0c64176e80 unknown :-1 s=CLOSED pgs=33 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 --2- 10.20.193.72:0/3744097781 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0c64132ec0 0x7f0c64197f60 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 >> 10.20.193.72:0/3744097781 conn(0x7f0c64086f90 msgr2=0x7f0c640589e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.361 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 shutdown_connections 2026-02-13T01:21:00.362 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.318+0000 7f0c68c8c640 1 -- 10.20.193.72:0/3744097781 wait complete. 2026-02-13T01:21:00.362 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- 10.20.193.72:0/3889333102 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f54901378d0 msgr2=0x7f5490133a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 --2- 10.20.193.72:0/3889333102 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f54901378d0 0x7f5490133a40 secure :-1 s=READY pgs=34 gs=3 cs=0 l=1 c_cookie=17267958431741128698 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f54780098c0 tx=0x7f547802f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- 10.20.193.72:0/3889333102 shutdown_connections 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 --2- 10.20.193.72:0/3889333102 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f54901378d0 0x7f5490133a40 unknown :-1 s=CLOSED pgs=34 gs=3 cs=0 l=1 c_cookie=17267958431741128698 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 --2- 10.20.193.72:0/3889333102 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5490136fc0 0x7f5490137390 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- 10.20.193.72:0/3889333102 >> 10.20.193.72:0/3889333102 conn(0x7f5490086f90 msgr2=0x7f5490087390 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- 10.20.193.72:0/3889333102 shutdown_connections 2026-02-13T01:21:00.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- 10.20.193.72:0/3889333102 wait complete. 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 Processor -- start 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- start start 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 0x7f54901012a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5490136fc0 0x7f54901017e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f54901378d0 0x7f5490101d20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f549005c470 con 0x7f54901378d0 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f549005b830 con 0x7f5490133f80 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f549508c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f549005cc50 con 0x7f5490136fc0 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f548ed76640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 0x7f54901012a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f548e575640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5490136fc0 0x7f54901017e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f548ed76640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 0x7f54901012a0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:57298/0 (socket says 10.20.193.72:57298) 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f548ed76640 1 -- 10.20.193.72:0/2848504352 learned_addr learned my addr 10.20.193.72:0/2848504352 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:00.428 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.424+0000 7f548f577640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f54901378d0 0x7f5490101d20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f548ed76640 1 -- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5490136fc0 msgr2=0x7f54901017e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f548ed76640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5490136fc0 0x7f54901017e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f548ed76640 1 -- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f54901378d0 msgr2=0x7f5490101d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f548ed76640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f54901378d0 0x7f5490101d20 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f548ed76640 1 -- 10.20.193.72:0/2848504352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54840094b0 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f548ed76640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 0x7f54901012a0 secure :-1 s=READY pgs=35 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f5484009fd0 tx=0x7f5484002bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f548400ed60 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5484002e20 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54780094b0 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f54840106b0 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f549005bb20 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.425+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5490058810 con 0x7f5490133f80 2026-02-13T01:21:00.429 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.426+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f5484016020 con 0x7f5490133f80 2026-02-13T01:21:00.430 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.426+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7f5484064450 con 0x7f5490133f80 2026-02-13T01:21:00.430 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.427+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f548403f490 con 0x7f5490133f80 2026-02-13T01:21:00.517 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.515+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f5490137390 con 0x7f5490133f80 2026-02-13T01:21:00.517 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.515+0000 7f546f7fe640 1 -- 10.20.193.72:0/2848504352 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7f54840425b0 con 0x7f5490133f80 2026-02-13T01:21:00.517 INFO:teuthology.orchestra.run.trial072.stdout:e1 2026-02-13T01:21:00.517 INFO:teuthology.orchestra.run.trial072.stdout:btime 2026-02-13T01:19:46:159217+0000 2026-02-13T01:21:00.517 INFO:teuthology.orchestra.run.trial072.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-13T01:21:00.517 INFO:teuthology.orchestra.run.trial072.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-13T01:21:00.518 INFO:teuthology.orchestra.run.trial072.stdout:legacy client fscid: -1 2026-02-13T01:21:00.518 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:00.518 INFO:teuthology.orchestra.run.trial072.stdout:No filesystems configured 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:dumped fsmap epoch 1 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 >> v1:10.20.193.72:6800/709617371 conn(0x7f545c04d270 legacy=0x7f545c06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 msgr2=0x7f54901012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 0x7f54901012a0 secure :-1 s=READY pgs=35 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f5484009fd0 tx=0x7f5484002bc0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 shutdown_connections 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f54901378d0 0x7f5490101d20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f5490136fc0 0x7f54901017e0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.519 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 --2- 10.20.193.72:0/2848504352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f5490133f80 0x7f54901012a0 unknown :-1 s=CLOSED pgs=35 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.520 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 >> 10.20.193.72:0/2848504352 conn(0x7f5490086f90 msgr2=0x7f5490135ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.520 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 shutdown_connections 2026-02-13T01:21:00.520 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.516+0000 7f549508c640 1 -- 10.20.193.72:0/2848504352 wait complete. 2026-02-13T01:21:00.525 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release tentacle' 2026-02-13T01:21:00.591 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 -- 10.20.193.72:0/1305707805 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 msgr2=0x7f0ff8059dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/1305707805 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8059dc0 secure :-1 s=READY pgs=36 gs=2 cs=0 l=1 c_cookie=12475767516188903323 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0fe4009890 tx=0x7f0fe402f0e0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 -- 10.20.193.72:0/1305707805 shutdown_connections 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/1305707805 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff8139a40 0x7f0ff8139ec0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/1305707805 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8059dc0 unknown :-1 s=CLOSED pgs=36 gs=2 cs=0 l=1 c_cookie=12475767516188903323 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 -- 10.20.193.72:0/1305707805 >> 10.20.193.72:0/1305707805 conn(0x7f0ff8086f90 msgr2=0x7f0ff8087390 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 -- 10.20.193.72:0/1305707805 shutdown_connections 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.587+0000 7f0ffdacc640 1 -- 10.20.193.72:0/1305707805 wait complete. 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 Processor -- start 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 -- start start 2026-02-13T01:21:00.592 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8147610 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 0x7f0ff8147b50 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ff8139a40 0x7f0ff8148460 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f0ff805cfe0 con 0x7f0ff8139a40 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f0ff812ff70 con 0x7f0ff80599f0 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ffdacc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f0ff8130850 con 0x7f0ff805a300 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff6ffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 0x7f0ff8147b50 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff7fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ff8139a40 0x7f0ff8148460 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff6ffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 0x7f0ff8147b50 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:51658/0 (socket says 10.20.193.72:51658) 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff6ffd640 1 -- 10.20.193.72:0/4153210392 learned_addr learned my addr 10.20.193.72:0/4153210392 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8147610 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:00.593 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 -- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 msgr2=0x7f0ff8147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 0x7f0ff8147b50 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 -- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ff8139a40 msgr2=0x7f0ff8148460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ff8139a40 0x7f0ff8148460 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 -- 10.20.193.72:0/4153210392 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fe40094b0 con 0x7f0ff80599f0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff6ffd640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 0x7f0ff8147b50 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.588+0000 7f0ff77fe640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8147610 secure :-1 s=READY pgs=37 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0fe4004740 tx=0x7f0fe40028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f0fe403d070 con 0x7f0ff80599f0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0fe4002e70 con 0x7f0ff80599f0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f0fe402fb60 con 0x7f0ff80599f0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ff81317c0 con 0x7f0ff80599f0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ff8148230 con 0x7f0ff80599f0 2026-02-13T01:21:00.594 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ff8058810 con 0x7f0ff80599f0 2026-02-13T01:21:00.595 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f0fe402fcc0 con 0x7f0ff80599f0 2026-02-13T01:21:00.595 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.589+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7f0fe4088750 con 0x7f0ff80599f0 2026-02-13T01:21:00.595 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.591+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f0fe40637d0 con 0x7f0ff80599f0 2026-02-13T01:21:00.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:00.671+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd require-osd-release", "release": "tentacle"} v 0) -- 0x7f0ff8059dc0 con 0x7f0ff80599f0 2026-02-13T01:21:01.643 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.641+0000 7f0fd3fff640 1 -- 10.20.193.72:0/4153210392 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "tentacle"}]=0 v28) ==== 94+0+0 (secure 0 0 0) 0x7f0fe4046020 con 0x7f0ff80599f0 2026-02-13T01:21:01.645 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 >> v1:10.20.193.72:6800/709617371 conn(0x7f0fc804d270 legacy=0x7f0fc806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.645 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 msgr2=0x7f0ff8147610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.645 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8147610 secure :-1 s=READY pgs=37 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0fe4004740 tx=0x7f0fe40028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 shutdown_connections 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f0ff8139a40 0x7f0ff8148460 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f0ff805a300 0x7f0ff8147b50 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 --2- 10.20.193.72:0/4153210392 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0ff80599f0 0x7f0ff8147610 unknown :-1 s=CLOSED pgs=37 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 >> 10.20.193.72:0/4153210392 conn(0x7f0ff8086f90 msgr2=0x7f0ff81270b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 shutdown_connections 2026-02-13T01:21:01.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.643+0000 7f0ffdacc640 1 -- 10.20.193.72:0/4153210392 wait complete. 2026-02-13T01:21:01.653 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2026-02-13T01:21:01.721 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 -- 10.20.193.72:0/3965864512 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 msgr2=0x7f061008b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3965864512 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 0x7f061008b3a0 secure :-1 s=READY pgs=31 gs=2 cs=0 l=1 c_cookie=13650623992543496603 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f05fc009890 tx=0x7f05fc02f0e0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 -- 10.20.193.72:0/3965864512 shutdown_connections 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3965864512 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f061013a190 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3965864512 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 0x7f061008b3a0 unknown :-1 s=CLOSED pgs=31 gs=2 cs=0 l=1 c_cookie=13650623992543496603 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 -- 10.20.193.72:0/3965864512 >> 10.20.193.72:0/3965864512 conn(0x7f061008cba0 msgr2=0x7f061008cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 -- 10.20.193.72:0/3965864512 shutdown_connections 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 -- 10.20.193.72:0/3965864512 wait complete. 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 Processor -- start 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.717+0000 7f0615b0c640 1 -- start start 2026-02-13T01:21:01.722 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 0x7f0610107940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f061008b8e0 0x7f0610107e80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f06101083c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f061010a690 con 0x7f061008b8e0 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f061010a3b0 con 0x7f0610139d70 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f06100890a0 con 0x7f061008afd0 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060f7fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 0x7f0610107940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f06101083c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f06101083c0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:57330/0 (socket says 10.20.193.72:57330) 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060effd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f061008b8e0 0x7f0610107e80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:01.723 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 -- 10.20.193.72:0/3947024019 learned_addr learned my addr 10.20.193.72:0/3947024019 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 -- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 msgr2=0x7f0610107940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 0x7f0610107940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 -- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f061008b8e0 msgr2=0x7f0610107e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f061008b8e0 0x7f0610107e80 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 -- 10.20.193.72:0/3947024019 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05fc0094b0 con 0x7f0610139d70 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f060ffff640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f06101083c0 secure :-1 s=READY pgs=38 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f060400f900 tx=0x7f060400fdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f060400dda0 con 0x7f0610139d70 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0604005930 con 0x7f0610139d70 2026-02-13T01:21:01.724 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f0604005d60 con 0x7f0610139d70 2026-02-13T01:21:01.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f061010af60 con 0x7f0610139d70 2026-02-13T01:21:01.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.718+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0610116e00 con 0x7f0610139d70 2026-02-13T01:21:01.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.719+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06101170e0 con 0x7f0610139d70 2026-02-13T01:21:01.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.719+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f0604020060 con 0x7f0610139d70 2026-02-13T01:21:01.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.719+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(28..28 src has 1..28) ==== 3026+0+0 (secure 0 0 0) 0x7f0604015070 con 0x7f0610139d70 2026-02-13T01:21:01.725 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.721+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f06040404e0 con 0x7f0610139d70 2026-02-13T01:21:01.800 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.799+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f0610055c60 con 0x7f0610139d70 2026-02-13T01:21:01.801 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.799+0000 7f05ebfff640 1 -- 10.20.193.72:0/3947024019 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v28) ==== 59+0+9 (secure 0 0 0) 0x7f0604043600 con 0x7f0610139d70 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 >> v1:10.20.193.72:6800/709617371 conn(0x7f05e004d270 legacy=0x7f05e006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 msgr2=0x7f06101083c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f06101083c0 secure :-1 s=READY pgs=38 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f060400f900 tx=0x7f060400fdd0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 shutdown_connections 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f061008b8e0 0x7f0610107e80 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f0610139d70 0x7f06101083c0 unknown :-1 s=CLOSED pgs=38 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.802 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 --2- 10.20.193.72:0/3947024019 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f061008afd0 0x7f0610107940 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 >> 10.20.193.72:0/3947024019 conn(0x7f061008cba0 msgr2=0x7f0610117680 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:01.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 shutdown_connections 2026-02-13T01:21:01.803 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.800+0000 7f0615b0c640 1 -- 10.20.193.72:0/3947024019 wait complete. 2026-02-13T01:21:01.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- 10.20.193.72:0/606769189 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 msgr2=0x7f33681992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 --2- 10.20.193.72:0/606769189 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681992a0 secure :-1 s=READY pgs=69 gs=3 cs=0 l=1 c_cookie=13067690180754544654 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3358005820 tx=0x7f3358030120 comp rx=0 tx=0).stop 2026-02-13T01:21:01.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- 10.20.193.72:0/606769189 shutdown_connections 2026-02-13T01:21:01.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 --2- 10.20.193.72:0/606769189 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681992a0 unknown :-1 s=CLOSED pgs=69 gs=3 cs=0 l=1 c_cookie=13067690180754544654 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 --2- 10.20.193.72:0/606769189 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368136c80 0x7f3368137050 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- 10.20.193.72:0/606769189 >> 10.20.193.72:0/606769189 conn(0x7f3368086f90 msgr2=0x7f3368087390 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- 10.20.193.72:0/606769189 shutdown_connections 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- 10.20.193.72:0/606769189 wait complete. 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 Processor -- start 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- start start 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681231a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3368136c80 0x7f33681236e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368137590 0x7f3368123c20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:01.855 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f33681257a0 con 0x7f3368130a80 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f3368125380 con 0x7f3368136c80 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f336d4cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f3368124b30 con 0x7f3368137590 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f3366ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681231a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f33677fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368137590 0x7f3368123c20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f33667fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3368136c80 0x7f33681236e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f3366ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681231a0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:58074/0 (socket says 10.20.193.72:58074) 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.850+0000 7f3366ffd640 1 -- 10.20.193.72:0/4238895434 learned_addr learned my addr 10.20.193.72:0/4238895434 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33677fe640 1 -- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3368136c80 msgr2=0x7f33681236e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33677fe640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3368136c80 0x7f33681236e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.856 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33677fe640 1 -- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 msgr2=0x7f33681231a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33677fe640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681231a0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33677fe640 1 -- 10.20.193.72:0/4238895434 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335800a590 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33677fe640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368137590 0x7f3368123c20 secure :-1 s=READY pgs=32 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f336811f4d0 tx=0x7f33580039b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f335803e070 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3358006ec0 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3368125d10 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f33580396d0 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3368147790 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33681268a0 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.851+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f3358039830 con 0x7f3368137590 2026-02-13T01:21:01.857 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.852+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(28..28 src has 1..28) ==== 3026+0+0 (secure 0 0 0) 0x7f3358089ad0 con 0x7f3368137590 2026-02-13T01:21:01.858 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.853+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f3358064b40 con 0x7f3368137590 2026-02-13T01:21:01.930 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:01.928+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f3368137050 con 0x7f3368137590 2026-02-13T01:21:02.647 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.646+0000 7f33477fe640 1 -- 10.20.193.72:0/4238895434 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v29) ==== 153+0+0 (secure 0 0 0) 0x7f3358047020 con 0x7f3368137590 2026-02-13T01:21:02.648 INFO:teuthology.orchestra.run.trial072.stderr:set pool 1 pg_autoscale_mode to off 2026-02-13T01:21:02.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 >> v1:10.20.193.72:6800/709617371 conn(0x7f333404d270 legacy=0x7f333406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:02.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368137590 msgr2=0x7f3368123c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:02.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368137590 0x7f3368123c20 secure :-1 s=READY pgs=32 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f336811f4d0 tx=0x7f33580039b0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 shutdown_connections 2026-02-13T01:21:02.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3368137590 0x7f3368123c20 unknown :-1 s=CLOSED pgs=32 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3368136c80 0x7f33681236e0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.650 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 --2- 10.20.193.72:0/4238895434 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3368130a80 0x7f33681231a0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.650 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 >> 10.20.193.72:0/4238895434 conn(0x7f3368086f90 msgr2=0x7f3368134a60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:02.650 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 shutdown_connections 2026-02-13T01:21:02.650 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.647+0000 7f336d4cc640 1 -- 10.20.193.72:0/4238895434 wait complete. 2026-02-13T01:21:02.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- 10.20.193.72:0/4170904411 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139b60 msgr2=0x7fe584136040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:02.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 --2- 10.20.193.72:0/4170904411 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139b60 0x7fe584136040 secure :-1 s=READY pgs=39 gs=3 cs=0 l=1 c_cookie=12460661761776527163 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe574009890 tx=0x7fe57402f090 comp rx=0 tx=0).stop 2026-02-13T01:21:02.702 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- 10.20.193.72:0/4170904411 shutdown_connections 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 --2- 10.20.193.72:0/4170904411 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139b60 0x7fe584136040 unknown :-1 s=CLOSED pgs=39 gs=3 cs=0 l=1 c_cookie=12460661761776527163 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 --2- 10.20.193.72:0/4170904411 >> v2:10.20.193.72:3300/0 conn(0x7fe584139250 0x7fe584139620 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- 10.20.193.72:0/4170904411 >> 10.20.193.72:0/4170904411 conn(0x7fe58408ca50 msgr2=0x7fe58408ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- 10.20.193.72:0/4170904411 shutdown_connections 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- 10.20.193.72:0/4170904411 wait complete. 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 Processor -- start 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- start start 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 0x7fe5841225e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139250 0x7fe584122b20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe584139b60 0x7fe584125950 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:02.703 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe58410a3f0 con 0x7fe584136580 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe5841089c0 con 0x7fe584139250 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.698+0000 7fe58a88c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe58410a620 con 0x7fe584139b60 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 0x7fe5841225e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 0x7fe5841225e0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:58086/0 (socket says 10.20.193.72:58086) 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 -- 10.20.193.72:0/2782964865 learned_addr learned my addr 10.20.193.72:0/2782964865 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe5837fe640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139250 0x7fe584122b20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe588e02640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe584139b60 0x7fe584125950 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 -- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe584139b60 msgr2=0x7fe584125950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe584139b60 0x7fe584125950 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 -- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139250 msgr2=0x7fe584122b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139250 0x7fe584122b20 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:02.704 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 -- 10.20.193.72:0/2782964865 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe570009570 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe5837fe640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139250 0x7fe584122b20 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe583fff640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 0x7fe5841225e0 secure :-1 s=READY pgs=71 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe570005b30 tx=0x7fe570002c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe57000ed60 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe570002e70 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5740094b0 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe5700106b0 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe584123060 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.699+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe584139620 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.700+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fe57001f060 con 0x7fe584136580 2026-02-13T01:21:02.705 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.700+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3026+0+0 (secure 0 0 0) 0x7fe570064640 con 0x7fe584136580 2026-02-13T01:21:02.706 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.701+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fe57003f6b0 con 0x7fe584136580 2026-02-13T01:21:02.778 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:02.777+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fe584136e60 con 0x7fe584136580 2026-02-13T01:21:03.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.646+0000 7fe580ff9640 1 -- 10.20.193.72:0/2782964865 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v30) ==== 152+0+0 (secure 0 0 0) 0x7fe5700427d0 con 0x7fe584136580 2026-02-13T01:21:03.649 INFO:teuthology.orchestra.run.trial072.stderr:set pool 2 pg_autoscale_mode to off 2026-02-13T01:21:03.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 >> v1:10.20.193.72:6800/709617371 conn(0x7fe55404d270 legacy=0x7fe55406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 msgr2=0x7fe5841225e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 0x7fe5841225e0 secure :-1 s=READY pgs=71 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe570005b30 tx=0x7fe570002c10 comp rx=0 tx=0).stop 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 shutdown_connections 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe584139b60 0x7fe584125950 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe584139250 0x7fe584122b20 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 --2- 10.20.193.72:0/2782964865 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe584136580 0x7fe5841225e0 unknown :-1 s=CLOSED pgs=71 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 >> 10.20.193.72:0/2782964865 conn(0x7fe58408ca50 msgr2=0x7fe584116e70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 shutdown_connections 2026-02-13T01:21:03.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.650+0000 7fe58a88c640 1 -- 10.20.193.72:0/2782964865 wait complete. 2026-02-13T01:21:03.661 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-13T01:21:03.678 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-13T01:21:03.679 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-13T01:21:03.679 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-13T01:21:03.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- 10.20.193.72:0/1739954040 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 msgr2=0x7f88cc139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- 10.20.193.72:0/1739954040 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 0x7f88cc139df0 secure :-1 s=READY pgs=40 gs=2 cs=0 l=1 c_cookie=12606676646268772946 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f88bc009950 tx=0x7f88bc02f160 comp rx=0 tx=0).stop 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- 10.20.193.72:0/1739954040 shutdown_connections 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- 10.20.193.72:0/1739954040 >> v2:10.20.193.72:3300/0 conn(0x7f88cc083d50 0x7f88cc0841a0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- 10.20.193.72:0/1739954040 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc0846e0 0x7f88cc19a790 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- 10.20.193.72:0/1739954040 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 0x7f88cc139df0 unknown :-1 s=CLOSED pgs=40 gs=2 cs=0 l=1 c_cookie=12606676646268772946 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- 10.20.193.72:0/1739954040 >> 10.20.193.72:0/1739954040 conn(0x7f88cc085960 msgr2=0x7f88cc0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- 10.20.193.72:0/1739954040 shutdown_connections 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- 10.20.193.72:0/1739954040 wait complete. 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 Processor -- start 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- start start 2026-02-13T01:21:03.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 0x7f88cc10d400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 0x7f88cc19a580 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 0x7f88cc10d940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc079d90 con 0x7f88cc0846e0 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f88cc19aac0 con 0x7f88cc139a20 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.744+0000 7f88d3354640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f88cc110270 con 0x7f88cc083d50 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 0x7f88cc19a580 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d10c9640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 0x7f88cc10d400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 0x7f88cc19a580 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44326/0 (socket says 10.20.193.72:44326) 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 -- 10.20.193.72:0/824676704 learned_addr learned my addr 10.20.193.72:0/824676704 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d10c9640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 0x7f88cc10d400 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54248/0 (socket says 10.20.193.72:54248) 2026-02-13T01:21:03.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d18ca640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 0x7f88cc10d940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 -- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 msgr2=0x7f88cc10d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 0x7f88cc10d400 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 -- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 msgr2=0x7f88cc10d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 0x7f88cc10d940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 -- 10.20.193.72:0/824676704 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c00094b0 con 0x7f88cc0846e0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d10c9640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 0x7f88cc10d400 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d08c8640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 0x7f88cc19a580 secure :-1 s=READY pgs=72 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f88c0009fd0 tx=0x7f88c0002bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f88c000ed60 con 0x7f88cc0846e0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88c0002e20 con 0x7f88cc0846e0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88bc009570 con 0x7f88cc0846e0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f88c00106b0 con 0x7f88cc0846e0 2026-02-13T01:21:03.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88cc10f770 con 0x7f88cc0846e0 2026-02-13T01:21:03.753 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f88c0016020 con 0x7f88cc0846e0 2026-02-13T01:21:03.753 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.745+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88cc086240 con 0x7f88cc0846e0 2026-02-13T01:21:03.753 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.746+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f88c0064420 con 0x7f88cc0846e0 2026-02-13T01:21:03.753 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.747+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f88c003f490 con 0x7f88cc0846e0 2026-02-13T01:21:03.842 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.840+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f88cc139df0 con 0x7f88cc0846e0 2026-02-13T01:21:03.843 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.840+0000 7f88b9ffb640 1 -- 10.20.193.72:0/824676704 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+117326 (secure 0 0 0) 0x7f88c00425b0 con 0x7f88cc0846e0 2026-02-13T01:21:03.844 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 >> v1:10.20.193.72:6800/709617371 conn(0x7f889c04d270 legacy=0x7f889c06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 msgr2=0x7f88cc19a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 0x7f88cc19a580 secure :-1 s=READY pgs=72 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f88c0009fd0 tx=0x7f88c0002bc0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 shutdown_connections 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f88cc0846e0 0x7f88cc19a580 unknown :-1 s=CLOSED pgs=72 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f88cc139a20 0x7f88cc10d940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 --2- 10.20.193.72:0/824676704 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f88cc083d50 0x7f88cc10d400 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.846 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 >> 10.20.193.72:0/824676704 conn(0x7f88cc085960 msgr2=0x7f88cc081350 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:03.847 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 shutdown_connections 2026-02-13T01:21:03.847 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.841+0000 7f88d3354640 1 -- 10.20.193.72:0/824676704 wait complete. 2026-02-13T01:21:03.851 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":10,"flags":0,"active_gid":14115,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6800","nonce":709617371}]},"active_addr":"10.20.193.72:6800/709617371","active_change":"2026-02-13T01:20:49.619076+0000","active_mgr_features":4544132024016699391,"available":true,"standbys":[{"gid":14102,"name":"y","mgr_features":4544132024016699391,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"healthcheck_history_max_entries":{"name":"healthcheck_history_max_entries","type":"int","level":"advanced","flags":1,"default_value":"1000","min":"","max":"","enum_allowed":[],"desc":"Maximum number of health check history entries to keep","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"healthcheck_history_max_entries":{"name":"healthcheck_history_max_entries","type":"int","level":"advanced","flags":1,"default_value":"1000","min":"","max":"","enum_allowed":[],"desc":"Maximum number of health check history entries to keep","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":20,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":1440584016}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":389218446}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":1722551191}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":2414661409}]}]} 2026-02-13T01:21:03.856 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-13T01:21:03.856 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-13T01:21:03.856 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.919+0000 7fa039812640 1 -- 10.20.193.72:0/2895311412 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 msgr2=0x7fa034199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.919+0000 7fa039812640 1 --2- 10.20.193.72:0/2895311412 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa034199260 secure :-1 s=READY pgs=41 gs=2 cs=0 l=1 c_cookie=13932761629258241575 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa024005820 tx=0x7fa024030180 comp rx=0 tx=0).stop 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- 10.20.193.72:0/2895311412 shutdown_connections 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 --2- 10.20.193.72:0/2895311412 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa034199260 unknown :-1 s=CLOSED pgs=41 gs=2 cs=0 l=1 c_cookie=13932761629258241575 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 --2- 10.20.193.72:0/2895311412 >> v2:10.20.193.72:3300/0 conn(0x7fa034080320 0x7fa034178940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- 10.20.193.72:0/2895311412 >> 10.20.193.72:0/2895311412 conn(0x7fa034085960 msgr2=0x7fa0340561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:03.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- 10.20.193.72:0/2895311412 shutdown_connections 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- 10.20.193.72:0/2895311412 wait complete. 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 Processor -- start 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- start start 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 0x7fa03405c850 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa034080320 0x7fa034178940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa03405cd90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa03405c1c0 con 0x7fa03407f840 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa03405b1b0 con 0x7fa034178e80 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa039812640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa03405a900 con 0x7fa034080320 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa032ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 0x7fa03405c850 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:03.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa032ffd640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 0x7fa03405c850 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44346/0 (socket says 10.20.193.72:44346) 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa032ffd640 1 -- 10.20.193.72:0/112529500 learned_addr learned my addr 10.20.193.72:0/112529500 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa0337fe640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa03405cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.920+0000 7fa0327fc640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa034080320 0x7fa034178940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa0337fe640 1 -- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa034080320 msgr2=0x7fa034178940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa0337fe640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa034080320 0x7fa034178940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa0337fe640 1 -- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 msgr2=0x7fa03405c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa0337fe640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 0x7fa03405c850 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa0337fe640 1 -- 10.20.193.72:0/112529500 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa02400a590 con 0x7fa034178e80 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa032ffd640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 0x7fa03405c850 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa0337fe640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa03405cd90 secure :-1 s=READY pgs=42 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa024005820 tx=0x7fa0240039b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa02403e070 con 0x7fa034178e80 2026-02-13T01:21:03.927 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa024006ec0 con 0x7fa034178e80 2026-02-13T01:21:03.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa03405bb70 con 0x7fa034178e80 2026-02-13T01:21:03.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa0240396d0 con 0x7fa034178e80 2026-02-13T01:21:03.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa03405df50 con 0x7fa034178e80 2026-02-13T01:21:03.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.921+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa034086240 con 0x7fa034178e80 2026-02-13T01:21:03.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.922+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fa024039830 con 0x7fa034178e80 2026-02-13T01:21:03.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.922+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fa02408a240 con 0x7fa034178e80 2026-02-13T01:21:03.929 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:03.923+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fa024065330 con 0x7fa034178e80 2026-02-13T01:21:04.002 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.000+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa03405b940 con 0x7fa034178e80 2026-02-13T01:21:04.003 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.000+0000 7fa00bfff640 1 -- 10.20.193.72:0/112529500 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9197 (secure 0 0 0) 0x7fa024047090 con 0x7fa034178e80 2026-02-13T01:21:04.003 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:04.004 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":30,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:21:03.644616+0000","last_up_change":"2026-02-13T01:20:58.635943+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":179560939}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":179560939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":179560939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":179560939}]},"public_addr":"10.20.193.72:6805/179560939","cluster_addr":"10.20.193.72:6807/179560939","heartbeat_back_addr":"10.20.193.72:6811/179560939","heartbeat_front_addr":"10.20.193.72:6809/179560939","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2953838191}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2953838191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2953838191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2953838191}]},"public_addr":"10.20.193.72:6801/2953838191","cluster_addr":"10.20.193.72:6802/2953838191","heartbeat_back_addr":"10.20.193.72:6804/2953838191","heartbeat_front_addr":"10.20.193.72:6803/2953838191","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":2883518823}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":2883518823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":2883518823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":2883518823}]},"public_addr":"10.20.193.72:6806/2883518823","cluster_addr":"10.20.193.72:6808/2883518823","heartbeat_back_addr":"10.20.193.72:6812/2883518823","heartbeat_front_addr":"10.20.193.72:6810/2883518823","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":3762925117}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":3762925117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":3762925117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":3762925117}]},"public_addr":"10.20.193.72:6813/3762925117","cluster_addr":"10.20.193.72:6814/3762925117","heartbeat_back_addr":"10.20.193.72:6816/3762925117","heartbeat_front_addr":"10.20.193.72:6815/3762925117","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:21:04.004 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 >> v1:10.20.193.72:6800/709617371 conn(0x7fa00404d270 legacy=0x7fa00406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 msgr2=0x7fa03405cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa03405cd90 secure :-1 s=READY pgs=42 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa024005820 tx=0x7fa0240039b0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 shutdown_connections 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa034178e80 0x7fa03405cd90 unknown :-1 s=CLOSED pgs=42 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa034080320 0x7fa034178940 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 --2- 10.20.193.72:0/112529500 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa03407f840 0x7fa03405c850 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 >> 10.20.193.72:0/112529500 conn(0x7fa034085960 msgr2=0x7fa034184520 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 shutdown_connections 2026-02-13T01:21:04.005 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.001+0000 7fa039812640 1 -- 10.20.193.72:0/112529500 wait complete. 2026-02-13T01:21:04.011 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-13T01:21:04.011 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 -- 10.20.193.72:0/3343161657 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8139a20 msgr2=0x7ffae8139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 --2- 10.20.193.72:0/3343161657 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8139a20 0x7ffae8139df0 secure :-1 s=READY pgs=43 gs=2 cs=0 l=1 c_cookie=321446505071558599 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ffad80098c0 tx=0x7ffad802f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 -- 10.20.193.72:0/3343161657 shutdown_connections 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 --2- 10.20.193.72:0/3343161657 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ffae80848b0 0x7ffae819b7a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 --2- 10.20.193.72:0/3343161657 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8139a20 0x7ffae8139df0 unknown :-1 s=CLOSED pgs=43 gs=2 cs=0 l=1 c_cookie=321446505071558599 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 -- 10.20.193.72:0/3343161657 >> 10.20.193.72:0/3343161657 conn(0x7ffae8085960 msgr2=0x7ffae80561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.080 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 -- 10.20.193.72:0/3343161657 shutdown_connections 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 -- 10.20.193.72:0/3343161657 wait complete. 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 Processor -- start 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.075+0000 7ffaef28c640 1 -- start start 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 0x7ffae812d410 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ffae80848b0 0x7ffae812d950 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ffae8139a20 0x7ffae812de90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7ffae8130130 con 0x7ffae8139a20 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7ffae8130350 con 0x7ffae8083d50 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7ffae8079d90 con 0x7ffae80848b0 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 0x7ffae812d410 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed802640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ffae8139a20 0x7ffae812de90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.081 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 0x7ffae812d410 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49042/0 (socket says 10.20.193.72:49042) 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaec800640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ffae80848b0 0x7ffae812d950 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 -- 10.20.193.72:0/1403351209 learned_addr learned my addr 10.20.193.72:0/1403351209 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 -- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ffae80848b0 msgr2=0x7ffae812d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ffae80848b0 0x7ffae812d950 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 -- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ffae8139a20 msgr2=0x7ffae812de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ffae8139a20 0x7ffae812de90 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 -- 10.20.193.72:0/1403351209 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffae400a590 con 0x7ffae8083d50 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed802640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ffae8139a20 0x7ffae812de90 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaed001640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 0x7ffae812d410 secure :-1 s=READY pgs=44 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ffad80099c0 tx=0x7ffad80028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7ffad803d070 con 0x7ffae8083d50 2026-02-13T01:21:04.082 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffad8002e70 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7ffad802fb60 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffad80094b0 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.076+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffae805dfd0 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.077+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffae8086240 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.077+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7ffad802fcc0 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.077+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ffad8088ba0 con 0x7ffae8083d50 2026-02-13T01:21:04.083 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.079+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7ffad8063c10 con 0x7ffae8083d50 2026-02-13T01:21:04.157 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.155+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffae8139df0 con 0x7ffae8083d50 2026-02-13T01:21:04.157 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.155+0000 7ffad5ffb640 1 -- 10.20.193.72:0/1403351209 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9197 (secure 0 0 0) 0x7ffad8066d30 con 0x7ffae8083d50 2026-02-13T01:21:04.158 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:04.158 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":30,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:21:03.644616+0000","last_up_change":"2026-02-13T01:20:58.635943+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":179560939}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":179560939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":179560939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":179560939}]},"public_addr":"10.20.193.72:6805/179560939","cluster_addr":"10.20.193.72:6807/179560939","heartbeat_back_addr":"10.20.193.72:6811/179560939","heartbeat_front_addr":"10.20.193.72:6809/179560939","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2953838191}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2953838191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2953838191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2953838191}]},"public_addr":"10.20.193.72:6801/2953838191","cluster_addr":"10.20.193.72:6802/2953838191","heartbeat_back_addr":"10.20.193.72:6804/2953838191","heartbeat_front_addr":"10.20.193.72:6803/2953838191","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":2883518823}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":2883518823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":2883518823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":2883518823}]},"public_addr":"10.20.193.72:6806/2883518823","cluster_addr":"10.20.193.72:6808/2883518823","heartbeat_back_addr":"10.20.193.72:6812/2883518823","heartbeat_front_addr":"10.20.193.72:6810/2883518823","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":3762925117}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":3762925117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":3762925117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":3762925117}]},"public_addr":"10.20.193.72:6813/3762925117","cluster_addr":"10.20.193.72:6814/3762925117","heartbeat_back_addr":"10.20.193.72:6816/3762925117","heartbeat_front_addr":"10.20.193.72:6815/3762925117","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:21:04.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 >> v1:10.20.193.72:6800/709617371 conn(0x7ffab804d270 legacy=0x7ffab806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 msgr2=0x7ffae812d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 0x7ffae812d410 secure :-1 s=READY pgs=44 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ffad80099c0 tx=0x7ffad80028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 shutdown_connections 2026-02-13T01:21:04.159 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ffae8139a20 0x7ffae812de90 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ffae80848b0 0x7ffae812d950 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 --2- 10.20.193.72:0/1403351209 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ffae8083d50 0x7ffae812d410 unknown :-1 s=CLOSED pgs=44 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 >> 10.20.193.72:0/1403351209 conn(0x7ffae8085960 msgr2=0x7ffae807f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 shutdown_connections 2026-02-13T01:21:04.160 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.156+0000 7ffaef28c640 1 -- 10.20.193.72:0/1403351209 wait complete. 2026-02-13T01:21:04.167 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-13T01:21:04.167 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-13T01:21:04.168 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-13T01:21:04.168 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-13T01:21:04.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 -- 10.20.193.72:0/1319510699 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4139bc0 msgr2=0x7fe7f4136110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 --2- 10.20.193.72:0/1319510699 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4139bc0 0x7fe7f4136110 secure :-1 s=READY pgs=45 gs=2 cs=0 l=1 c_cookie=5431979947867895583 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe7e8009890 tx=0x7fe7e802f090 comp rx=0 tx=0).stop 2026-02-13T01:21:04.237 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/2365335581 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 msgr2=0x7f4d8807fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.238 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 --2- 10.20.193.72:0/2365335581 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 0x7f4d8807fc10 secure :-1 s=READY pgs=46 gs=2 cs=0 l=1 c_cookie=13701330171942714873 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f4d78005e70 tx=0x7f4d7802f160 comp rx=0 tx=0).stop 2026-02-13T01:21:04.238 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 -- 10.20.193.72:0/1319510699 shutdown_connections 2026-02-13T01:21:04.238 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 --2- 10.20.193.72:0/1319510699 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe7f4136650 0x7fe7f4136ad0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.238 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 --2- 10.20.193.72:0/1319510699 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4139bc0 0x7fe7f4136110 unknown :-1 s=CLOSED pgs=45 gs=2 cs=0 l=1 c_cookie=5431979947867895583 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.238 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 --2- 10.20.193.72:0/1319510699 >> v2:10.20.193.72:3300/0 conn(0x7fe7f41392b0 0x7fe7f4139680 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 -- 10.20.193.72:0/1319510699 >> 10.20.193.72:0/1319510699 conn(0x7fe7f408cf40 msgr2=0x7fe7f408d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/2365335581 shutdown_connections 2026-02-13T01:21:04.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 --2- 10.20.193.72:0/2365335581 >> v2:10.20.193.72:3300/0 conn(0x7f4d88080150 0x7f4d88137690 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 --2- 10.20.193.72:0/2365335581 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 0x7f4d8807fc10 unknown :-1 s=CLOSED pgs=46 gs=2 cs=0 l=1 c_cookie=13701330171942714873 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.239 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/2365335581 >> 10.20.193.72:0/2365335581 conn(0x7f4d88085960 msgr2=0x7f4d880561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 -- 10.20.193.72:0/1319510699 shutdown_connections 2026-02-13T01:21:04.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe7fb565640 1 -- 10.20.193.72:0/1319510699 wait complete. 2026-02-13T01:21:04.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/2365335581 shutdown_connections 2026-02-13T01:21:04.240 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/2365335581 wait complete. 2026-02-13T01:21:04.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 -- 10.20.193.72:0/4137804433 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930136650 msgr2=0x7fe930136ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 --2- 10.20.193.72:0/4137804433 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930136650 0x7fe930136ad0 secure :-1 s=READY pgs=33 gs=3 cs=0 l=1 c_cookie=10650807809804811109 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe92000aa30 tx=0x7fe920030240 comp rx=0 tx=0).stop 2026-02-13T01:21:04.241 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 -- 10.20.193.72:0/4137804433 shutdown_connections 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 --2- 10.20.193.72:0/4137804433 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930136650 0x7fe930136ad0 unknown :-1 s=CLOSED pgs=33 gs=3 cs=0 l=1 c_cookie=10650807809804811109 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 --2- 10.20.193.72:0/4137804433 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930139bc0 0x7fe930136110 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 --2- 10.20.193.72:0/4137804433 >> v2:10.20.193.72:3300/0 conn(0x7fe9301392b0 0x7fe930139680 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 -- 10.20.193.72:0/4137804433 >> 10.20.193.72:0/4137804433 conn(0x7fe93008cf40 msgr2=0x7fe93008d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.234+0000 7fe93530c640 1 -- 10.20.193.72:0/4137804433 shutdown_connections 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 -- 10.20.193.72:0/4137804433 wait complete. 2026-02-13T01:21:04.242 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 Processor -- start 2026-02-13T01:21:04.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 -- start start 2026-02-13T01:21:04.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 Processor -- start 2026-02-13T01:21:04.243 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 -- start start 2026-02-13T01:21:04.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 0x7f4d88135d00 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.244 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4d88080150 0x7f4d880783e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4d88137bd0 0x7f4d88078920 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f4d88079ab0 con 0x7f4d88137bd0 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f4d8807e860 con 0x7f4d8807f840 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f4d8805e130 con 0x7f4d88080150 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4d88080150 0x7f4d880783e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8e202640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4d88137bd0 0x7f4d88078920 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8da01640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 0x7f4d88135d00 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4d88080150 0x7f4d880783e0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54312/0 (socket says 10.20.193.72:54312) 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8e202640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4d88137bd0 0x7f4d88078920 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44394/0 (socket says 10.20.193.72:44394) 2026-02-13T01:21:04.245 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 -- 10.20.193.72:0/1534174881 learned_addr learned my addr 10.20.193.72:0/1534174881 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4136650 0x7fe7f4107e60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe7f41392b0 0x7fe7f41083a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.246 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 Processor -- start 2026-02-13T01:21:04.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe7f4139bc0 0x7fe7f41088e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f41097f0 con 0x7fe7f4139bc0 2026-02-13T01:21:04.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe7f410b480 con 0x7fe7f4136650 2026-02-13T01:21:04.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7fb565640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe7f410a040 con 0x7fe7f41392b0 2026-02-13T01:21:04.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f92da640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4136650 0x7fe7f4107e60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.247 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 -- start start 2026-02-13T01:21:04.248 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f92da640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4136650 0x7fe7f4107e60 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49086/0 (socket says 10.20.193.72:49086) 2026-02-13T01:21:04.248 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f92da640 1 -- 10.20.193.72:0/2795240502 learned_addr learned my addr 10.20.193.72:0/2795240502 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.248 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 -- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 msgr2=0x7f4d88135d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.249 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 --2- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f4d8807f840 0x7f4d88135d00 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.249 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 -- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4d88137bd0 msgr2=0x7f4d88078920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.249 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 --2- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4d88137bd0 0x7f4d88078920 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.249 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 --2- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe7f41392b0 0x7fe7f41083a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.249 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 -- 10.20.193.72:0/1534174881 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7c0094b0 con 0x7f4d88080150 2026-02-13T01:21:04.250 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8e202640 1 --2- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f4d88137bd0 0x7f4d88078920 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.250 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f9adb640 1 --2- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe7f4139bc0 0x7fe7f41088e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.250 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 -- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4136650 msgr2=0x7fe7f4107e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.250 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 --2- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe7f4136650 0x7fe7f4107e60 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 -- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe7f4139bc0 msgr2=0x7fe7f41088e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 --2- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe7f4139bc0 0x7fe7f41088e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 -- 10.20.193.72:0/2795240502 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e80094b0 con 0x7fe7f41392b0 2026-02-13T01:21:04.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930136650 0x7fe930107020 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.251 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe9301392b0 0x7fe930107560 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8d200640 1 --2- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4d88080150 0x7f4d880783e0 secure :-1 s=READY pgs=34 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f4d7c009fd0 tx=0x7f4d7c002bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930139bc0 0x7fe930107aa0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe930089ed0 con 0x7fe9301392b0 2026-02-13T01:21:04.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe9301089b0 con 0x7fe930136650 2026-02-13T01:21:04.252 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe93530c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe9301093c0 con 0x7fe930139bc0 2026-02-13T01:21:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7f8ad9640 1 --2- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe7f41392b0 0x7fe7f41083a0 secure :-1 s=READY pgs=35 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe7e8004740 tx=0x7fe7e80028d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.253 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f4d7c00ed60 con 0x7f4d88080150 2026-02-13T01:21:04.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe92e7fc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe9301392b0 0x7fe930107560 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe92effd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930136650 0x7fe930107020 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe92e7fc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe9301392b0 0x7fe930107560 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44410/0 (socket says 10.20.193.72:44410) 2026-02-13T01:21:04.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe92e7fc640 1 -- 10.20.193.72:0/1047466342 learned_addr learned my addr 10.20.193.72:0/1047466342 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe92effd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930136650 0x7fe930107020 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49102/0 (socket says 10.20.193.72:49102) 2026-02-13T01:21:04.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d7c002e20 con 0x7f4d88080150 2026-02-13T01:21:04.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe92f7fe640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930139bc0 0x7fe930107aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d78009570 con 0x7f4d88080150 2026-02-13T01:21:04.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f4d7c0106b0 con 0x7f4d88080150 2026-02-13T01:21:04.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe7e803d070 con 0x7fe7f41392b0 2026-02-13T01:21:04.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d8805d580 con 0x7f4d88080150 2026-02-13T01:21:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7e8002e70 con 0x7fe7f41392b0 2026-02-13T01:21:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.235+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe7e802fb70 con 0x7fe7f41392b0 2026-02-13T01:21:04.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7f410ab10 con 0x7fe7f41392b0 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92f7fe640 1 -- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930136650 msgr2=0x7fe930107020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92f7fe640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930136650 0x7fe930107020 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92f7fe640 1 -- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe9301392b0 msgr2=0x7fe930107560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92f7fe640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe9301392b0 0x7fe930107560 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92f7fe640 1 -- 10.20.193.72:0/1047466342 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92000a650 con 0x7fe930139bc0 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92effd640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe930136650 0x7fe930107020 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92e7fc640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe9301392b0 0x7fe930107560 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7f41176f0 con 0x7fe7f41392b0 2026-02-13T01:21:04.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe92f7fe640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930139bc0 0x7fe930107aa0 secure :-1 s=READY pgs=36 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe9300897c0 tx=0x7fe9200039b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4d88086240 con 0x7f4d88080150 2026-02-13T01:21:04.259 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe7f4139680 con 0x7fe7f41392b0 2026-02-13T01:21:04.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe920039470 con 0x7fe930139bc0 2026-02-13T01:21:04.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9301164e0 con 0x7fe930139bc0 2026-02-13T01:21:04.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9200395d0 con 0x7fe930139bc0 2026-02-13T01:21:04.260 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe920039980 con 0x7fe930139bc0 2026-02-13T01:21:04.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe930109a90 con 0x7fe930139bc0 2026-02-13T01:21:04.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2075613409 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 msgr2=0x7f08a4139680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.261 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f4d7c016020 con 0x7f4d88080150 2026-02-13T01:21:04.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 --2- 10.20.193.72:0/2075613409 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4139680 secure :-1 s=READY pgs=77 gs=2 cs=0 l=1 c_cookie=11490377598085016980 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0894004740 tx=0x7f089402f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2075613409 shutdown_connections 2026-02-13T01:21:04.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 --2- 10.20.193.72:0/2075613409 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f08a4136820 0x7f08a419b860 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.262 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 --2- 10.20.193.72:0/2075613409 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4139680 unknown :-1 s=CLOSED pgs=77 gs=2 cs=0 l=1 c_cookie=11490377598085016980 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2075613409 >> 10.20.193.72:0/2075613409 conn(0x7f08a408cf40 msgr2=0x7f08a408d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.236+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2075613409 shutdown_connections 2026-02-13T01:21:04.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2075613409 wait complete. 2026-02-13T01:21:04.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fe7e802fcd0 con 0x7fe7f41392b0 2026-02-13T01:21:04.263 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe93010a720 con 0x7fe930139bc0 2026-02-13T01:21:04.264 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f4d7c064cb0 con 0x7f4d88080150 2026-02-13T01:21:04.264 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 --> v1:10.20.193.72:6806/2883518823 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4d58093830 con 0x7f4d58071b90 2026-02-13T01:21:04.264 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4d7c0650d0 con 0x7f4d88080150 2026-02-13T01:21:04.264 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fe7e8088e20 con 0x7fe7f41392b0 2026-02-13T01:21:04.265 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 Processor -- start 2026-02-13T01:21:04.265 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 --> v1:10.20.193.72:6805/179560939 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe7c4093830 con 0x7fe7c4071b90 2026-02-13T01:21:04.265 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe7e8089240 con 0x7fe7f41392b0 2026-02-13T01:21:04.265 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fe920039ae0 con 0x7fe930139bc0 2026-02-13T01:21:04.266 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 -- start start 2026-02-13T01:21:04.266 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f08a4136820 0x7f08a4107450 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.266 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4107990 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.267 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f08a4139bc0 0x7f08a4125bd0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.267 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f08a410a5f0 con 0x7f08a41392b0 2026-02-13T01:21:04.267 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f08a410a840 con 0x7f08a4139bc0 2026-02-13T01:21:04.267 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08aaf0c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f08a4108bb0 con 0x7f08a4136820 2026-02-13T01:21:04.267 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fe92008b1f0 con 0x7fe930139bc0 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08a8c81640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f08a4136820 0x7f08a4107450 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f089bfff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4107990 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08a8c81640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f08a4136820 0x7f08a4107450 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54338/0 (socket says 10.20.193.72:54338) 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08a8c81640 1 -- 10.20.193.72:0/2370227228 learned_addr learned my addr 10.20.193.72:0/2370227228 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f089bfff640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4107990 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44424/0 (socket says 10.20.193.72:44424) 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.237+0000 7f08a9482640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f08a4139bc0 0x7f08a4125bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.268 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 --> v1:10.20.193.72:6801/2953838191 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe8fc093830 con 0x7fe8fc071b90 2026-02-13T01:21:04.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe92008b610 con 0x7fe930139bc0 2026-02-13T01:21:04.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== osd.2 v1:10.20.193.72:6806/2883518823 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7f4d58093830 con 0x7f4d58071b90 2026-02-13T01:21:04.269 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08a8c81640 1 -- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f08a4139bc0 msgr2=0x7f08a4125bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.270 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08a8c81640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f08a4139bc0 0x7f08a4125bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.270 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08a8c81640 1 -- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 msgr2=0x7f08a4107990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.270 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08a8c81640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4107990 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.270 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08a8c81640 1 -- 10.20.193.72:0/2370227228 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08940094b0 con 0x7f08a4136820 2026-02-13T01:21:04.270 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f089bfff640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f08a41392b0 0x7f08a4107990 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.270 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== osd.0 v1:10.20.193.72:6805/179560939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7fe7c4093830 con 0x7fe7c4071b90 2026-02-13T01:21:04.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08a8c81640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f08a4136820 0x7f08a4107450 secure :-1 s=READY pgs=37 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0894009230 tx=0x7f08940028d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f089403d070 con 0x7f08a4136820 2026-02-13T01:21:04.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0894002e70 con 0x7f08a4136820 2026-02-13T01:21:04.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08a41097b0 con 0x7f08a4136820 2026-02-13T01:21:04.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f089402fb90 con 0x7f08a4136820 2026-02-13T01:21:04.271 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f08a4108070 con 0x7f08a4136820 2026-02-13T01:21:04.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== osd.1 v1:10.20.193.72:6801/2953838191 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7fe8fc093830 con 0x7fe8fc071b90 2026-02-13T01:21:04.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.238+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f08a4139680 con 0x7f08a4136820 2026-02-13T01:21:04.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.239+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f089402fcf0 con 0x7f08a4136820 2026-02-13T01:21:04.272 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.239+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f0894088be0 con 0x7f08a4136820 2026-02-13T01:21:04.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.239+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 --> v1:10.20.193.72:6813/3762925117 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0874093830 con 0x7f0874071b90 2026-02-13T01:21:04.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.239+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f089408d2c0 con 0x7f08a4136820 2026-02-13T01:21:04.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.240+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== osd.3 v1:10.20.193.72:6813/3762925117 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7f0874093830 con 0x7f0874071b90 2026-02-13T01:21:04.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.245+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 --> v1:10.20.193.72:6805/179560939 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe7f410a4f0 con 0x7fe7c4071b90 2026-02-13T01:21:04.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7e1ffb640 1 -- 10.20.193.72:0/2795240502 <== osd.0 v1:10.20.193.72:6805/179560939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1793987854) 0x7fe7f410a4f0 con 0x7fe7c4071b90 2026-02-13T01:21:04.273 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 --> v1:10.20.193.72:6806/2883518823 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4d8807fc10 con 0x7f4d58071b90 2026-02-13T01:21:04.274 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d767fc640 1 -- 10.20.193.72:0/1534174881 <== osd.2 v1:10.20.193.72:6806/2883518823 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 4081650579) 0x7f4d8807fc10 con 0x7f4d58071b90 2026-02-13T01:21:04.274 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 --> v1:10.20.193.72:6801/2953838191 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe930088780 con 0x7fe8fc071b90 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 >> v1:10.20.193.72:6805/179560939 conn(0x7fe7c4071b90 legacy=0x7fe7c4091fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 >> v1:10.20.193.72:6800/709617371 conn(0x7fe7c404d270 legacy=0x7fe7c406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe7f41392b0 msgr2=0x7fe7f41083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 --2- 10.20.193.72:0/2795240502 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe7f41392b0 0x7fe7f41083a0 secure :-1 s=READY pgs=35 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe7e8004740 tx=0x7fe7e80028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7f9adb640 1 -- 10.20.193.72:0/2795240502 reap_dead start 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 shutdown_connections 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 >> 10.20.193.72:0/2795240502 conn(0x7fe7f408cf40 msgr2=0x7fe7f40565f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.275 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 shutdown_connections 2026-02-13T01:21:04.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe90f7fe640 1 -- 10.20.193.72:0/1047466342 <== osd.1 v1:10.20.193.72:6801/2953838191 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1720373281) 0x7fe930088780 con 0x7fe8fc071b90 2026-02-13T01:21:04.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 >> v1:10.20.193.72:6806/2883518823 conn(0x7f4d58071b90 legacy=0x7f4d58091fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.276 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe7fb565640 1 -- 10.20.193.72:0/2795240502 wait complete. 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 >> v1:10.20.193.72:6800/709617371 conn(0x7f4d5804d270 legacy=0x7f4d5806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4d88080150 msgr2=0x7f4d880783e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 --2- 10.20.193.72:0/1534174881 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f4d88080150 0x7f4d880783e0 secure :-1 s=READY pgs=34 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f4d7c009fd0 tx=0x7f4d7c002bc0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8e202640 1 -- 10.20.193.72:0/1534174881 reap_dead start 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 shutdown_connections 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 >> 10.20.193.72:0/1534174881 conn(0x7f4d88085960 msgr2=0x7f4d8807cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 shutdown_connections 2026-02-13T01:21:04.277 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7f4d8fc8c640 1 -- 10.20.193.72:0/1534174881 wait complete. 2026-02-13T01:21:04.278 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 >> v1:10.20.193.72:6801/2953838191 conn(0x7fe8fc071b90 legacy=0x7fe8fc091fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.278 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 >> v1:10.20.193.72:6800/709617371 conn(0x7fe8fc04d270 legacy=0x7fe8fc06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.278 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930139bc0 msgr2=0x7fe930107aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.278 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 --2- 10.20.193.72:0/1047466342 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe930139bc0 0x7fe930107aa0 secure :-1 s=READY pgs=36 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe9300897c0 tx=0x7fe9200039b0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.278 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe92f7fe640 1 -- 10.20.193.72:0/1047466342 reap_dead start 2026-02-13T01:21:04.278 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 shutdown_connections 2026-02-13T01:21:04.279 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 >> 10.20.193.72:0/1047466342 conn(0x7fe93008cf40 msgr2=0x7fe9300565f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.279 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 shutdown_connections 2026-02-13T01:21:04.279 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.246+0000 7fe93530c640 1 -- 10.20.193.72:0/1047466342 wait complete. 2026-02-13T01:21:04.279 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.248+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 --> v1:10.20.193.72:6813/3762925117 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f08a4109ce0 con 0x7f0874071b90 2026-02-13T01:21:04.279 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08997fa640 1 -- 10.20.193.72:0/2370227228 <== osd.3 v1:10.20.193.72:6813/3762925117 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 795413372) 0x7f08a4109ce0 con 0x7f0874071b90 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 >> v1:10.20.193.72:6813/3762925117 conn(0x7f0874071b90 legacy=0x7f0874091fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 >> v1:10.20.193.72:6800/709617371 conn(0x7f087404d270 legacy=0x7f087406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f08a4136820 msgr2=0x7f08a4107450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 --2- 10.20.193.72:0/2370227228 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f08a4136820 0x7f08a4107450 secure :-1 s=READY pgs=37 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f0894009230 tx=0x7f08940028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08a9482640 1 -- 10.20.193.72:0/2370227228 reap_dead start 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 shutdown_connections 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 >> 10.20.193.72:0/2370227228 conn(0x7f08a408cf40 msgr2=0x7f08a4117160 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 shutdown_connections 2026-02-13T01:21:04.280 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.249+0000 7f08aaf0c640 1 -- 10.20.193.72:0/2370227228 wait complete. 2026-02-13T01:21:04.281 INFO:teuthology.orchestra.run.trial072.stdout:98784247811 2026-02-13T01:21:04.281 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-13T01:21:04.282 INFO:teuthology.orchestra.run.trial072.stdout:103079215107 2026-02-13T01:21:04.282 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-13T01:21:04.283 INFO:teuthology.orchestra.run.trial072.stdout:107374182403 2026-02-13T01:21:04.283 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:21:04.284 INFO:teuthology.orchestra.run.trial072.stdout:111669149699 2026-02-13T01:21:04.284 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-13T01:21:04.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 -- 10.20.193.72:0/3653480131 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2100080990 msgr2=0x7f2100080d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 --2- 10.20.193.72:0/3653480131 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2100080990 0x7f2100080d60 secure :-1 s=READY pgs=47 gs=3 cs=0 l=1 c_cookie=8929121093119226365 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f20f4009890 tx=0x7f20f402f0e0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 -- 10.20.193.72:0/3653480131 shutdown_connections 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 --2- 10.20.193.72:0/3653480131 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f21000812a0 0x7f2100136bb0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 --2- 10.20.193.72:0/3653480131 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2100080990 0x7f2100080d60 unknown :-1 s=CLOSED pgs=47 gs=3 cs=0 l=1 c_cookie=8929121093119226365 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 -- 10.20.193.72:0/3653480131 >> 10.20.193.72:0/3653480131 conn(0x7f2100085960 msgr2=0x7f21000561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 -- 10.20.193.72:0/3653480131 shutdown_connections 2026-02-13T01:21:04.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.389+0000 7f21055c7640 1 -- 10.20.193.72:0/3653480131 wait complete. 2026-02-13T01:21:04.394 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- 10.20.193.72:0/3996606018 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 msgr2=0x7f7128136ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3996606018 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128136ad0 secure :-1 s=READY pgs=48 gs=2 cs=0 l=1 c_cookie=17381634252939711983 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f7118006f50 tx=0x7f7118030240 comp rx=0 tx=0).stop 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- 10.20.193.72:0/3996606018 shutdown_connections 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3996606018 >> v2:10.20.193.72:3300/0 conn(0x7f7128139bc0 0x7f7128136110 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3996606018 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128136ad0 unknown :-1 s=CLOSED pgs=48 gs=2 cs=0 l=1 c_cookie=17381634252939711983 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3996606018 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f71281392b0 0x7f7128139680 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- 10.20.193.72:0/3996606018 >> 10.20.193.72:0/3996606018 conn(0x7f712808cf40 msgr2=0x7f712808d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.395 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- 10.20.193.72:0/3996606018 shutdown_connections 2026-02-13T01:21:04.396 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 -- 10.20.193.72:0/289761479 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c1392b0 msgr2=0x7f971c139680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.396 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 --2- 10.20.193.72:0/289761479 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c1392b0 0x7f971c139680 secure :-1 s=READY pgs=80 gs=1 cs=0 l=1 c_cookie=644432583282963269 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f970c004740 tx=0x7f970c02f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.396 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- 10.20.193.72:0/3996606018 wait complete. 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 -- 10.20.193.72:0/289761479 shutdown_connections 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 --2- 10.20.193.72:0/289761479 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c136650 0x7f971c136ad0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 --2- 10.20.193.72:0/289761479 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c139bc0 0x7f971c136110 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 --2- 10.20.193.72:0/289761479 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c1392b0 0x7f971c139680 unknown :-1 s=CLOSED pgs=80 gs=1 cs=0 l=1 c_cookie=644432583282963269 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 -- 10.20.193.72:0/289761479 >> 10.20.193.72:0/289761479 conn(0x7f971c08cf40 msgr2=0x7f971c08d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 -- 10.20.193.72:0/289761479 shutdown_connections 2026-02-13T01:21:04.397 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 -- 10.20.193.72:0/289761479 wait complete. 2026-02-13T01:21:04.398 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 -- 10.20.193.72:0/3625842524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9300139a20 msgr2=0x7f9300139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.398 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 --2- 10.20.193.72:0/3625842524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9300139a20 0x7f9300139df0 secure :-1 s=READY pgs=38 gs=2 cs=0 l=1 c_cookie=1024559954851414427 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f92ec005e70 tx=0x7f92ec02f170 comp rx=0 tx=0).stop 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 -- 10.20.193.72:0/3625842524 shutdown_connections 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 --2- 10.20.193.72:0/3625842524 >> v2:10.20.193.72:3300/0 conn(0x7f9300083d50 0x7f93000841a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 --2- 10.20.193.72:0/3625842524 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9300139a20 0x7f9300139df0 unknown :-1 s=CLOSED pgs=38 gs=2 cs=0 l=1 c_cookie=1024559954851414427 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 -- 10.20.193.72:0/3625842524 >> 10.20.193.72:0/3625842524 conn(0x7f9300085960 msgr2=0x7f93000561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 -- 10.20.193.72:0/3625842524 shutdown_connections 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 -- 10.20.193.72:0/3625842524 wait complete. 2026-02-13T01:21:04.399 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 Processor -- start 2026-02-13T01:21:04.400 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 -- start start 2026-02-13T01:21:04.400 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 Processor -- start 2026-02-13T01:21:04.400 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- start start 2026-02-13T01:21:04.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2100080990 0x7f210005b3a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 0x7f210005b8e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2100084520 0x7f210005be20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f210011a470 con 0x7f2100084520 2026-02-13T01:21:04.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f210005e200 con 0x7f21000812a0 2026-02-13T01:21:04.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f21055c7640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f210005d250 con 0x7f2100080990 2026-02-13T01:21:04.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 Processor -- start 2026-02-13T01:21:04.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 Processor -- start 2026-02-13T01:21:04.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20feffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2100080990 0x7f210005b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 0x7f210005b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20ff7fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2100084520 0x7f210005be20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 0x7f210005b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49134/0 (socket says 10.20.193.72:49134) 2026-02-13T01:21:04.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f972454d640 1 -- start start 2026-02-13T01:21:04.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f930698d640 1 -- start start 2026-02-13T01:21:04.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128106e70 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 -- 10.20.193.72:0/4025197796 learned_addr learned my addr 10.20.193.72:0/4025197796 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f71281392b0 0x7f71281073b0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7128139bc0 0x7f71281078f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f7128108800 con 0x7f71281392b0 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f7128089ed0 con 0x7f7128136650 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f712d8cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f71281091c0 con 0x7f7128139bc0 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f7126ffd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128106e70 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.405 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f7126ffd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128106e70 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49144/0 (socket says 10.20.193.72:49144) 2026-02-13T01:21:04.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f7126ffd640 1 -- 10.20.193.72:0/3400366268 learned_addr learned my addr 10.20.193.72:0/3400366268 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f71277fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7128139bc0 0x7f71281078f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f71267fc640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f71281392b0 0x7f71281073b0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 -- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2100080990 msgr2=0x7f210005b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2100080990 0x7f210005b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.406 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 -- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2100084520 msgr2=0x7f210005be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2100084520 0x7f210005be20 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.390+0000 7f20fe7fc640 1 -- 10.20.193.72:0/4025197796 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f000a590 con 0x7f21000812a0 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f20ff7fe640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2100084520 0x7f210005be20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c136650 0x7f971c106e20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 0x7f971c107360 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c139bc0 0x7f971c1078a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.407 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f971c1095d0 con 0x7f971c139bc0 2026-02-13T01:21:04.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f7126ffd640 1 -- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7128139bc0 msgr2=0x7f71281078f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f7126ffd640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7128139bc0 0x7f71281078f0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f971c10a110 con 0x7f971c1392b0 2026-02-13T01:21:04.408 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f971c1087b0 con 0x7f971c136650 2026-02-13T01:21:04.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f7126ffd640 1 -- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f71281392b0 msgr2=0x7f71281073b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f7126ffd640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f71281392b0 0x7f71281073b0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f7126ffd640 1 -- 10.20.193.72:0/3400366268 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f711800a650 con 0x7f7128136650 2026-02-13T01:21:04.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 0x7f930005cea0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.409 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f93000846e0 0x7f930005d3e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.410 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9300139a20 0x7f930005d920 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:04.410 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f71267fc640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f71281392b0 0x7f71281073b0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.410 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f930010ee30 con 0x7f9300139a20 2026-02-13T01:21:04.410 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f930010de50 con 0x7f9300083d50 2026-02-13T01:21:04.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f20fe7fc640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 0x7f210005b8e0 secure :-1 s=READY pgs=49 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f20e800c500 tx=0x7f20e800c9d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f930010f200 con 0x7f93000846e0 2026-02-13T01:21:04.411 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9721ac1640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 0x7f971c107360 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.412 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c139bc0 0x7f971c1078a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.412 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9721ac1640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 0x7f971c107360 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49148/0 (socket says 10.20.193.72:49148) 2026-02-13T01:21:04.412 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 0x7f930005cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.412 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9721ac1640 1 -- 10.20.193.72:0/356208321 learned_addr learned my addr 10.20.193.72:0/356208321 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.413 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 0x7f930005cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49158/0 (socket says 10.20.193.72:49158) 2026-02-13T01:21:04.413 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 -- 10.20.193.72:0/662834853 learned_addr learned my addr 10.20.193.72:0/662834853 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:04.413 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9304f03640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9300139a20 0x7f930005d920 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.413 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f7126ffd640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128106e70 secure :-1 s=READY pgs=50 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f711c00e9c0 tx=0x7f711c00ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.414 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f20e8012850 con 0x7f21000812a0 2026-02-13T01:21:04.414 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f97222c2640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c136650 0x7f971c106e20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.414 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92ff7fe640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f93000846e0 0x7f930005d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:04.415 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20e8012aa0 con 0x7f21000812a0 2026-02-13T01:21:04.415 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f40094b0 con 0x7f21000812a0 2026-02-13T01:21:04.415 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f20e8012e90 con 0x7f21000812a0 2026-02-13T01:21:04.415 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f711c00cd70 con 0x7f7128136650 2026-02-13T01:21:04.416 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f210005dcd0 con 0x7f21000812a0 2026-02-13T01:21:04.416 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 -- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c136650 msgr2=0x7f971c106e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.416 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c136650 0x7f971c106e20 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.416 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 -- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 msgr2=0x7f971c107360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 0x7f971c107360 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 -- 10.20.193.72:0/356208321 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f970c0094b0 con 0x7f971c139bc0 2026-02-13T01:21:04.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f711c004850 con 0x7f7128136650 2026-02-13T01:21:04.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f97222c2640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c136650 0x7f971c106e20 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-13T01:21:04.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9721ac1640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 0x7f971c107360 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:04.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71281098e0 con 0x7f7128136650 2026-02-13T01:21:04.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f711c004c80 con 0x7f7128136650 2026-02-13T01:21:04.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f71281164d0 con 0x7f7128136650 2026-02-13T01:21:04.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 -- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f93000846e0 msgr2=0x7f930005d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f93000846e0 0x7f930005d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 -- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9300139a20 msgr2=0x7f930005d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9300139a20 0x7f930005d920 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 -- 10.20.193.72:0/662834853 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92ec009570 con 0x7f9300083d50 2026-02-13T01:21:04.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9722ac3640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c139bc0 0x7f971c1078a0 secure :-1 s=READY pgs=81 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9718006c10 tx=0x7f971800fde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fffff640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 0x7f930005cea0 secure :-1 s=READY pgs=51 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f92ec0023d0 tx=0x7f92ec0028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:04.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f210005d6b0 con 0x7f21000812a0 2026-02-13T01:21:04.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f971800dda0 con 0x7f971c139bc0 2026-02-13T01:21:04.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9718005930 con 0x7f971c139bc0 2026-02-13T01:21:04.421 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7128139680 con 0x7f7128136650 2026-02-13T01:21:04.421 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f971c10a440 con 0x7f971c139bc0 2026-02-13T01:21:04.421 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f9718005d40 con 0x7f971c139bc0 2026-02-13T01:21:04.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f92ec03f070 con 0x7f9300083d50 2026-02-13T01:21:04.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f92ec004540 con 0x7f9300083d50 2026-02-13T01:21:04.422 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f971c1258f0 con 0x7f971c139bc0 2026-02-13T01:21:04.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f930010e890 con 0x7f9300083d50 2026-02-13T01:21:04.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.391+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f92ec0386f0 con 0x7f9300083d50 2026-02-13T01:21:04.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f930011b240 con 0x7f9300083d50 2026-02-13T01:21:04.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f711c01f060 con 0x7f7128136650 2026-02-13T01:21:04.423 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f20e801c460 con 0x7f21000812a0 2026-02-13T01:21:04.424 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f711c014070 con 0x7f7128136650 2026-02-13T01:21:04.424 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f971c1097f0 con 0x7f971c139bc0 2026-02-13T01:21:04.424 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f20e8063be0 con 0x7f21000812a0 2026-02-13T01:21:04.425 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9300086240 con 0x7f9300083d50 2026-02-13T01:21:04.425 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f92ec038850 con 0x7f9300083d50 2026-02-13T01:21:04.425 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f9718005030 con 0x7f971c139bc0 2026-02-13T01:21:04.425 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f92ec088d00 con 0x7f9300083d50 2026-02-13T01:21:04.426 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.392+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f9718015070 con 0x7f971c139bc0 2026-02-13T01:21:04.426 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.393+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f711c03f3f0 con 0x7f7128136650 2026-02-13T01:21:04.426 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.394+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f9718040500 con 0x7f971c139bc0 2026-02-13T01:21:04.426 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.395+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f20e803ebb0 con 0x7f21000812a0 2026-02-13T01:21:04.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.396+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f92ec08f080 con 0x7f9300083d50 2026-02-13T01:21:04.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.474+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f712810a490 con 0x7f7128136650 2026-02-13T01:21:04.476 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.474+0000 7f70fffff640 1 -- 10.20.193.72:0/3400366268 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f711c042510 con 0x7f7128136650 2026-02-13T01:21:04.477 INFO:teuthology.orchestra.run.trial072.stdout:107374182402 2026-02-13T01:21:04.477 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 >> v1:10.20.193.72:6800/709617371 conn(0x7f70f804d270 legacy=0x7f70f806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.478 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 msgr2=0x7f7128106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.478 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128106e70 secure :-1 s=READY pgs=50 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f711c00e9c0 tx=0x7f711c00ee90 comp rx=0 tx=0).stop 2026-02-13T01:21:04.478 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f2100086240 con 0x7f21000812a0 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 shutdown_connections 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f71281392b0 0x7f71281073b0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f7128139bc0 0x7f71281078f0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 --2- 10.20.193.72:0/3400366268 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f7128136650 0x7f7128106e70 unknown :-1 s=CLOSED pgs=50 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 >> 10.20.193.72:0/3400366268 conn(0x7f712808cf40 msgr2=0x7f71280565f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 shutdown_connections 2026-02-13T01:21:04.479 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f712d8cc640 1 -- 10.20.193.72:0/3400366268 wait complete. 2026-02-13T01:21:04.480 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f20df7fe640 1 -- 10.20.193.72:0/4025197796 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f20e8041cd0 con 0x7f21000812a0 2026-02-13T01:21:04.480 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f971c139680 con 0x7f971c139bc0 2026-02-13T01:21:04.480 INFO:teuthology.orchestra.run.trial072.stdout:98784247810 2026-02-13T01:21:04.481 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.475+0000 7f9702ffd640 1 -- 10.20.193.72:0/356208321 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9718043620 con 0x7f971c139bc0 2026-02-13T01:21:04.481 INFO:teuthology.orchestra.run.trial072.stdout:103079215106 2026-02-13T01:21:04.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 >> v1:10.20.193.72:6800/709617371 conn(0x7f20cc04d270 legacy=0x7f20cc06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 msgr2=0x7f210005b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 0x7f210005b8e0 secure :-1 s=READY pgs=49 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f20e800c500 tx=0x7f20e800c9d0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.482 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 shutdown_connections 2026-02-13T01:21:04.483 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2100084520 0x7f210005be20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.483 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f21000812a0 0x7f210005b8e0 unknown :-1 s=CLOSED pgs=49 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.483 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 --2- 10.20.193.72:0/4025197796 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2100080990 0x7f210005b3a0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.483 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 >> 10.20.193.72:0/4025197796 conn(0x7f2100085960 msgr2=0x7f210007f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.483 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 shutdown_connections 2026-02-13T01:21:04.483 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f21055c7640 1 -- 10.20.193.72:0/4025197796 wait complete. 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 >> v1:10.20.193.72:6800/709617371 conn(0x7f96ec04d270 legacy=0x7f96ec06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c139bc0 msgr2=0x7f971c1078a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c139bc0 0x7f971c1078a0 secure :-1 s=READY pgs=81 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9718006c10 tx=0x7f971800fde0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 shutdown_connections 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f971c139bc0 0x7f971c1078a0 unknown :-1 s=CLOSED pgs=81 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f971c1392b0 0x7f971c107360 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.484 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 --2- 10.20.193.72:0/356208321 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f971c136650 0x7f971c106e20 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.485 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 >> 10.20.193.72:0/356208321 conn(0x7f971c08cf40 msgr2=0x7f971c116ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.485 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 shutdown_connections 2026-02-13T01:21:04.485 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f972454d640 1 -- 10.20.193.72:0/356208321 wait complete. 2026-02-13T01:21:04.485 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.477+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f93000841a0 con 0x7f9300083d50 2026-02-13T01:21:04.485 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.478+0000 7f92fcff9640 1 -- 10.20.193.72:0/662834853 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f92ec063f00 con 0x7f9300083d50 2026-02-13T01:21:04.486 INFO:teuthology.orchestra.run.trial072.stdout:111669149698 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.479+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 >> v1:10.20.193.72:6800/709617371 conn(0x7f92d004d340 legacy=0x7f92d006d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.479+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 msgr2=0x7f930005cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.479+0000 7f930698d640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 0x7f930005cea0 secure :-1 s=READY pgs=51 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f92ec0023d0 tx=0x7f92ec0028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 shutdown_connections 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f9300139a20 0x7f930005d920 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f93000846e0 0x7f930005d3e0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 --2- 10.20.193.72:0/662834853 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9300083d50 0x7f930005cea0 unknown :-1 s=CLOSED pgs=51 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 >> 10.20.193.72:0/662834853 conn(0x7f9300085960 msgr2=0x7f9300081350 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:04.487 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 shutdown_connections 2026-02-13T01:21:04.488 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:04.480+0000 7f930698d640 1 -- 10.20.193.72:0/662834853 wait complete. 2026-02-13T01:21:04.489 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182402 for osd.2 2026-02-13T01:21:04.489 INFO:tasks.ceph.ceph_manager.ceph:need seq 98784247811 got 98784247810 for osd.0 2026-02-13T01:21:04.490 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215106 for osd.1 2026-02-13T01:21:04.491 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149698 for osd.3 2026-02-13T01:21:05.490 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:21:05.491 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-13T01:21:05.492 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-13T01:21:05.492 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-13T01:21:05.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 -- 10.20.193.72:0/4137910148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c086e50 msgr2=0x7f931c087220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.562 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 --2- 10.20.193.72:0/4137910148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c086e50 0x7f931c087220 secure :-1 s=READY pgs=39 gs=3 cs=0 l=1 c_cookie=16678432373386185715 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9308005e70 tx=0x7f930802f170 comp rx=0 tx=0).stop 2026-02-13T01:21:05.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 -- 10.20.193.72:0/4137910148 shutdown_connections 2026-02-13T01:21:05.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 --2- 10.20.193.72:0/4137910148 >> v2:10.20.193.72:3300/0 conn(0x7f931c088c20 0x7f931c087760 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 --2- 10.20.193.72:0/4137910148 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c086e50 0x7f931c087220 unknown :-1 s=CLOSED pgs=39 gs=3 cs=0 l=1 c_cookie=16678432373386185715 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 -- 10.20.193.72:0/4137910148 >> 10.20.193.72:0/4137910148 conn(0x7f931c08cfa0 msgr2=0x7f931c056550 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 -- 10.20.193.72:0/4137910148 shutdown_connections 2026-02-13T01:21:05.563 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f9322a1b640 1 -- 10.20.193.72:0/4137910148 wait complete. 2026-02-13T01:21:05.564 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 -- 10.20.193.72:0/3885997783 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f817ad80 msgr2=0x7f63f819b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.564 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 --2- 10.20.193.72:0/3885997783 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f817ad80 0x7f63f819b160 secure :-1 s=READY pgs=40 gs=2 cs=0 l=1 c_cookie=16720166012422155591 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f63f400a970 tx=0x7f63f40301b0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.564 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 -- 10.20.193.72:0/3885997783 shutdown_connections 2026-02-13T01:21:05.565 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 --2- 10.20.193.72:0/3885997783 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f817ad80 0x7f63f819b160 unknown :-1 s=CLOSED pgs=40 gs=2 cs=0 l=1 c_cookie=16720166012422155591 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.565 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 --2- 10.20.193.72:0/3885997783 >> v2:10.20.193.72:3300/0 conn(0x7f63f8139d90 0x7f63f817a840 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.565 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 -- 10.20.193.72:0/3885997783 >> 10.20.193.72:0/3885997783 conn(0x7f63f808cf40 msgr2=0x7f63f808d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.565 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 -- 10.20.193.72:0/3885997783 shutdown_connections 2026-02-13T01:21:05.565 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.559+0000 7f63fee8c640 1 -- 10.20.193.72:0/3885997783 wait complete. 2026-02-13T01:21:05.565 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 Processor -- start 2026-02-13T01:21:05.566 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 -- start start 2026-02-13T01:21:05.566 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 Processor -- start 2026-02-13T01:21:05.566 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 -- start start 2026-02-13T01:21:05.567 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 0x7f931c121a50 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.567 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f931c088c20 0x7f931c121f90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.567 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c136110 0x7f931c1224d0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.567 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f931c108010 con 0x7f931c086e50 2026-02-13T01:21:05.567 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f931c109ca0 con 0x7f931c088c20 2026-02-13T01:21:05.567 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9322a1b640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f931c1093d0 con 0x7f931c136110 2026-02-13T01:21:05.568 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f63f81392b0 0x7f63f8138c50 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.568 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f8139d90 0x7f63f817a840 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.568 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f63f817ad80 0x7f63f8122fe0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 0x7f931c121a50 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f63f817e7b0 con 0x7f63f817ad80 2026-02-13T01:21:05.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f63f819b050 con 0x7f63f81392b0 2026-02-13T01:21:05.569 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fee8c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f63f8089e60 con 0x7f63f8139d90 2026-02-13T01:21:05.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 0x7f931c121a50 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44506/0 (socket says 10.20.193.72:44506) 2026-02-13T01:21:05.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 -- 10.20.193.72:0/3326012042 learned_addr learned my addr 10.20.193.72:0/3326012042 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:05.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f9320f91640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c136110 0x7f931c1224d0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.570 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63effff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f8139d90 0x7f63f817a840 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.571 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931b7fe640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f931c088c20 0x7f931c121f90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.571 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fcc01640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f63f81392b0 0x7f63f8138c50 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.571 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63effff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f8139d90 0x7f63f817a840 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54462/0 (socket says 10.20.193.72:54462) 2026-02-13T01:21:05.571 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63effff640 1 -- 10.20.193.72:0/4111246743 learned_addr learned my addr 10.20.193.72:0/4111246743 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:05.571 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fd402640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f63f817ad80 0x7f63f8122fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.572 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 -- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c136110 msgr2=0x7f931c1224d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.572 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c136110 0x7f931c1224d0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.572 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 -- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f931c088c20 msgr2=0x7f931c121f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.572 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f931c088c20 0x7f931c121f90 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.572 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 -- 10.20.193.72:0/3326012042 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f930c0094b0 con 0x7f931c086e50 2026-02-13T01:21:05.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fd402640 1 -- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f8139d90 msgr2=0x7f63f817a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fd402640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f8139d90 0x7f63f817a840 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fd402640 1 -- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f63f81392b0 msgr2=0x7f63f8138c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fd402640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f63f81392b0 0x7f63f8138c50 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.573 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f931bfff640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 0x7f931c121a50 secure :-1 s=READY pgs=84 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9308004740 tx=0x7f93080028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:05.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.560+0000 7f63fd402640 1 -- 10.20.193.72:0/4111246743 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63f400a590 con 0x7f63f817ad80 2026-02-13T01:21:05.574 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63fd402640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f63f817ad80 0x7f63f8122fe0 secure :-1 s=READY pgs=85 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f63f80897c0 tx=0x7f63f40039b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:05.575 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f930803d070 con 0x7f931c086e50 2026-02-13T01:21:05.575 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93080045b0 con 0x7f931c086e50 2026-02-13T01:21:05.575 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9308009570 con 0x7f931c086e50 2026-02-13T01:21:05.575 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f93080386f0 con 0x7f931c086e50 2026-02-13T01:21:05.575 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f63f403e070 con 0x7f63f817ad80 2026-02-13T01:21:05.576 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f931c19aa00 con 0x7f931c086e50 2026-02-13T01:21:05.576 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f63f4039690 con 0x7f63f817ad80 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63f817eb80 con 0x7f63f817ad80 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f63f4039a60 con 0x7f63f817ad80 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63f8123520 con 0x7f63f817ad80 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63f8139680 con 0x7f63f817ad80 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f63f4039bc0 con 0x7f63f817ad80 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f9308038850 con 0x7f931c086e50 2026-02-13T01:21:05.577 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.561+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f931c136570 con 0x7f931c086e50 2026-02-13T01:21:05.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.562+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f63f4089d10 con 0x7f63f817ad80 2026-02-13T01:21:05.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.562+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f9308088910 con 0x7f931c086e50 2026-02-13T01:21:05.578 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.563+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f63f4064ea0 con 0x7f63f817ad80 2026-02-13T01:21:05.579 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.565+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f9308063940 con 0x7f931c086e50 2026-02-13T01:21:05.605 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 -- 10.20.193.72:0/3421264080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f945817ad80 msgr2=0x7f945819b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.605 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 --2- 10.20.193.72:0/3421264080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f945817ad80 0x7f945819b160 secure :-1 s=READY pgs=41 gs=2 cs=0 l=1 c_cookie=3193886883175922908 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f945400a970 tx=0x7f94540301b0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.605 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 -- 10.20.193.72:0/3421264080 shutdown_connections 2026-02-13T01:21:05.605 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 --2- 10.20.193.72:0/3421264080 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f945817ad80 0x7f945819b160 unknown :-1 s=CLOSED pgs=41 gs=2 cs=0 l=1 c_cookie=3193886883175922908 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.605 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 --2- 10.20.193.72:0/3421264080 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f9458139d90 0x7f945817a840 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.606 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 -- 10.20.193.72:0/3421264080 >> 10.20.193.72:0/3421264080 conn(0x7f945808cf40 msgr2=0x7f945808d340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.606 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 -- 10.20.193.72:0/3421264080 shutdown_connections 2026-02-13T01:21:05.606 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f945fd79640 1 -- 10.20.193.72:0/3421264080 wait complete. 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 -- 10.20.193.72:0/128324595 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0080990 msgr2=0x7f97c0080d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 --2- 10.20.193.72:0/128324595 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0080990 0x7f97c0080d60 secure :-1 s=READY pgs=42 gs=3 cs=0 l=1 c_cookie=4748622720566684895 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f97b0005e70 tx=0x7f97b002f170 comp rx=0 tx=0).stop 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 -- 10.20.193.72:0/128324595 shutdown_connections 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 --2- 10.20.193.72:0/128324595 >> v2:10.20.193.72:3300/0 conn(0x7f97c0084520 0x7f97c00812a0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 --2- 10.20.193.72:0/128324595 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0080990 0x7f97c0080d60 unknown :-1 s=CLOSED pgs=42 gs=3 cs=0 l=1 c_cookie=4748622720566684895 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 -- 10.20.193.72:0/128324595 >> 10.20.193.72:0/128324595 conn(0x7f97c0085960 msgr2=0x7f97c00561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 -- 10.20.193.72:0/128324595 shutdown_connections 2026-02-13T01:21:05.607 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.602+0000 7f97c8754640 1 -- 10.20.193.72:0/128324595 wait complete. 2026-02-13T01:21:05.608 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 Processor -- start 2026-02-13T01:21:05.608 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 -- start start 2026-02-13T01:21:05.608 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 Processor -- start 2026-02-13T01:21:05.609 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 -- start start 2026-02-13T01:21:05.610 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 0x7f9458198eb0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.610 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9458139d90 0x7f945817a840 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.610 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f945817ad80 0x7f94581993f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f945817ea60 con 0x7f945817ad80 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f945817e3b0 con 0x7f94581392b0 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f9458089e60 con 0x7f9458139d90 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 0x7f9458198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945d2ed640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9458139d90 0x7f945817a840 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 0x7f9458198eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49190/0 (socket says 10.20.193.72:49190) 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 -- 10.20.193.72:0/415445068 learned_addr learned my addr 10.20.193.72:0/415445068 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945e2ef640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f945817ad80 0x7f94581993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 -- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9458139d90 msgr2=0x7f945817a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9458139d90 0x7f945817a840 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.611 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 -- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f945817ad80 msgr2=0x7f94581993f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.612 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f945817ad80 0x7f94581993f0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.612 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 -- 10.20.193.72:0/415445068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f945400a590 con 0x7f94581392b0 2026-02-13T01:21:05.612 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 0x7f97c01467b0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.612 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0084520 0x7f97c0146cf0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.613 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f97c01364a0 0x7f97c0147230 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:05.613 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f97c0131aa0 con 0x7f97c0080990 2026-02-13T01:21:05.613 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f97c0131dd0 con 0x7f97c01364a0 2026-02-13T01:21:05.613 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c8754640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f97c005d930 con 0x7f97c0084520 2026-02-13T01:21:05.613 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945daee640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 0x7f9458198eb0 secure :-1 s=READY pgs=52 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f944800c4b0 tx=0x7f944800c980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:05.614 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 0x7f97c01467b0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.614 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 0x7f97c01467b0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44536/0 (socket says 10.20.193.72:44536) 2026-02-13T01:21:05.614 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 -- 10.20.193.72:0/3090897936 learned_addr learned my addr 10.20.193.72:0/3090897936 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:05.614 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c5cc8640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0084520 0x7f97c0146cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.614 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c6cca640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f97c01364a0 0x7f97c0147230 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:05.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f94480054a0 con 0x7f94581392b0 2026-02-13T01:21:05.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94480036b0 con 0x7f94581392b0 2026-02-13T01:21:05.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f945817e0d0 con 0x7f94581392b0 2026-02-13T01:21:05.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f9448003ac0 con 0x7f94581392b0 2026-02-13T01:21:05.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 -- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0084520 msgr2=0x7f97c0146cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0084520 0x7f97c0146cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 -- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f97c01364a0 msgr2=0x7f97c0147230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f97c01364a0 0x7f97c0147230 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 -- 10.20.193.72:0/3090897936 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97b0009570 con 0x7f97c0080990 2026-02-13T01:21:05.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9458190bf0 con 0x7f94581392b0 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c6cca640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f97c01364a0 0x7f97c0147230 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.603+0000 7f97c64c9640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 0x7f97c01467b0 secure :-1 s=READY pgs=88 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f97b0004740 tx=0x7f97b00028d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f97b003d070 con 0x7f97c0080990 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97b00045b0 con 0x7f97c0080990 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97c007b110 con 0x7f97c0080990 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f97b00386f0 con 0x7f97c0080990 2026-02-13T01:21:05.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97c0149bf0 con 0x7f97c0080990 2026-02-13T01:21:05.619 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f945817ed60 con 0x7f94581392b0 2026-02-13T01:21:05.619 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f9448019020 con 0x7f94581392b0 2026-02-13T01:21:05.619 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f9448063530 con 0x7f94581392b0 2026-02-13T01:21:05.619 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f97b0038850 con 0x7f97c0080990 2026-02-13T01:21:05.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.604+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97c0086240 con 0x7f97c0080990 2026-02-13T01:21:05.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.605+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f97b0088810 con 0x7f97c0080990 2026-02-13T01:21:05.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.606+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f944803e5a0 con 0x7f94581392b0 2026-02-13T01:21:05.620 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.606+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f97b0063880 con 0x7f97c0080990 2026-02-13T01:21:05.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.643+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f63f8038950 con 0x7f63f817ad80 2026-02-13T01:21:05.646 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.643+0000 7f63ed7fa640 1 -- 10.20.193.72:0/4111246743 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f63f4047020 con 0x7f63f817ad80 2026-02-13T01:21:05.646 INFO:teuthology.orchestra.run.trial072.stdout:107374182402 2026-02-13T01:21:05.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 >> v1:10.20.193.72:6800/709617371 conn(0x7f63c804d270 legacy=0x7f63c806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f63f817ad80 msgr2=0x7f63f8122fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f63f817ad80 0x7f63f8122fe0 secure :-1 s=READY pgs=85 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f63f80897c0 tx=0x7f63f40039b0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 shutdown_connections 2026-02-13T01:21:05.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f63f817ad80 0x7f63f8122fe0 unknown :-1 s=CLOSED pgs=85 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.648 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f63f8139d90 0x7f63f817a840 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 --2- 10.20.193.72:0/4111246743 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f63f81392b0 0x7f63f8138c50 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 >> 10.20.193.72:0/4111246743 conn(0x7f63f808cf40 msgr2=0x7f63f8191220 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 shutdown_connections 2026-02-13T01:21:05.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.645+0000 7f63fee8c640 1 -- 10.20.193.72:0/4111246743 wait complete. 2026-02-13T01:21:05.649 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.647+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f931c109050 con 0x7f931c086e50 2026-02-13T01:21:05.650 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.647+0000 7f9318ff9640 1 -- 10.20.193.72:0/3326012042 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9308066a60 con 0x7f931c086e50 2026-02-13T01:21:05.650 INFO:teuthology.orchestra.run.trial072.stdout:98784247810 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 >> v1:10.20.193.72:6800/709617371 conn(0x7f92ec04d270 legacy=0x7f92ec06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 msgr2=0x7f931c121a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 0x7f931c121a50 secure :-1 s=READY pgs=84 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f9308004740 tx=0x7f93080028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 shutdown_connections 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f931c136110 0x7f931c1224d0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f931c088c20 0x7f931c121f90 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.652 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 --2- 10.20.193.72:0/3326012042 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f931c086e50 0x7f931c121a50 unknown :-1 s=CLOSED pgs=84 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 >> 10.20.193.72:0/3326012042 conn(0x7f931c08cfa0 msgr2=0x7f931c137510 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 shutdown_connections 2026-02-13T01:21:05.653 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.649+0000 7f9322a1b640 1 -- 10.20.193.72:0/3326012042 wait complete. 2026-02-13T01:21:05.658 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182402 for osd.2 2026-02-13T01:21:05.662 INFO:tasks.ceph.ceph_manager.ceph:need seq 98784247811 got 98784247810 for osd.0 2026-02-13T01:21:05.689 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.687+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f9458190e70 con 0x7f94581392b0 2026-02-13T01:21:05.689 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.687+0000 7f94467fc640 1 -- 10.20.193.72:0/415445068 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f94480416c0 con 0x7f94581392b0 2026-02-13T01:21:05.690 INFO:teuthology.orchestra.run.trial072.stdout:111669149699 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 >> v1:10.20.193.72:6800/709617371 conn(0x7f942804d270 legacy=0x7f942806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 msgr2=0x7f9458198eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 0x7f9458198eb0 secure :-1 s=READY pgs=52 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f944800c4b0 tx=0x7f944800c980 comp rx=0 tx=0).stop 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 shutdown_connections 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f945817ad80 0x7f94581993f0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f9458139d90 0x7f945817a840 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 --2- 10.20.193.72:0/415445068 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f94581392b0 0x7f9458198eb0 unknown :-1 s=CLOSED pgs=52 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.691 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 >> 10.20.193.72:0/415445068 conn(0x7f945808cf40 msgr2=0x7f9458191280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.692 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 shutdown_connections 2026-02-13T01:21:05.692 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.688+0000 7f945fd79640 1 -- 10.20.193.72:0/415445068 wait complete. 2026-02-13T01:21:05.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.690+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f97c0136900 con 0x7f97c0080990 2026-02-13T01:21:05.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.690+0000 7f97a6ffd640 1 -- 10.20.193.72:0/3090897936 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f97b0046090 con 0x7f97c0080990 2026-02-13T01:21:05.693 INFO:teuthology.orchestra.run.trial072.stdout:103079215107 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 >> v1:10.20.193.72:6800/709617371 conn(0x7f979004d270 legacy=0x7f979006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 msgr2=0x7f97c01467b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 0x7f97c01467b0 secure :-1 s=READY pgs=88 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f97b0004740 tx=0x7f97b00028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 shutdown_connections 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f97c01364a0 0x7f97c0147230 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f97c0084520 0x7f97c0146cf0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 --2- 10.20.193.72:0/3090897936 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f97c0080990 0x7f97c01467b0 unknown :-1 s=CLOSED pgs=88 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:05.696 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 >> 10.20.193.72:0/3090897936 conn(0x7f97c0085960 msgr2=0x7f97c007c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:05.696 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 shutdown_connections 2026-02-13T01:21:05.696 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:05.692+0000 7f97c8754640 1 -- 10.20.193.72:0/3090897936 wait complete. 2026-02-13T01:21:05.699 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149699 for osd.3 2026-02-13T01:21:05.700 DEBUG:teuthology.parallel:result is None 2026-02-13T01:21:05.704 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215107 for osd.1 2026-02-13T01:21:05.704 DEBUG:teuthology.parallel:result is None 2026-02-13T01:21:06.659 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-13T01:21:06.663 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-13T01:21:06.728 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 -- 10.20.193.72:0/3932962893 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f007f840 msgr2=0x7f02f007fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.728 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 --2- 10.20.193.72:0/3932962893 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f007f840 0x7f02f007fc10 secure :-1 s=READY pgs=90 gs=2 cs=0 l=1 c_cookie=14036916496460342079 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f02e0004740 tx=0x7f02e002f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.728 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 -- 10.20.193.72:0/3932962893 shutdown_connections 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 --2- 10.20.193.72:0/3932962893 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02f0137da0 0x7f02f0199960 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 --2- 10.20.193.72:0/3932962893 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f007f840 0x7f02f007fc10 unknown :-1 s=CLOSED pgs=90 gs=2 cs=0 l=1 c_cookie=14036916496460342079 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 -- 10.20.193.72:0/3932962893 >> 10.20.193.72:0/3932962893 conn(0x7f02f0085960 msgr2=0x7f02f00561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 -- 10.20.193.72:0/3932962893 shutdown_connections 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.723+0000 7f02f7652640 1 -- 10.20.193.72:0/3932962893 wait complete. 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 Processor -- start 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 -- start start 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02f007f840 0x7f02f01289f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 0x7f02f0128f30 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02f0137da0 0x7f02f005cfa0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.729 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f02f007a080 con 0x7f02f0080150 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f02f0078dd0 con 0x7f02f0137da0 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f02f007e860 con 0x7f02f007f840 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 0x7f02f0128f30 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f53c7640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02f007f840 0x7f02f01289f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 0x7f02f0128f30 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44544/0 (socket says 10.20.193.72:44544) 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 -- 10.20.193.72:0/838209627 learned_addr learned my addr 10.20.193.72:0/838209627 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f5bc8640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02f0137da0 0x7f02f005cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 -- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02f007f840 msgr2=0x7f02f01289f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02f007f840 0x7f02f01289f0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 -- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02f0137da0 msgr2=0x7f02f005cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.730 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02f0137da0 0x7f02f005cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 -- 10.20.193.72:0/838209627 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02e00094b0 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f4bc6640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 0x7f02f0128f30 secure :-1 s=READY pgs=91 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f02e400c700 tx=0x7f02e400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f02e400a860 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02e400aab0 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02f00792e0 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f02e400aea0 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.724+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02f0079840 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.725+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02f0086240 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.725+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f02e4012420 con 0x7f02f0080150 2026-02-13T01:21:06.731 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.725+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f02e4063fb0 con 0x7f02f0080150 2026-02-13T01:21:06.732 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.727+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f02e40945d0 con 0x7f02f0080150 2026-02-13T01:21:06.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.767+0000 7fe144f65640 1 -- 10.20.193.72:0/3445615661 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140080150 msgr2=0x7fe140137690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.767+0000 7fe144f65640 1 --2- 10.20.193.72:0/3445615661 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140080150 0x7fe140137690 secure :-1 s=READY pgs=92 gs=1 cs=0 l=1 c_cookie=12569080989348433159 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe128005e70 tx=0x7fe12802f170 comp rx=0 tx=0).stop 2026-02-13T01:21:06.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- 10.20.193.72:0/3445615661 shutdown_connections 2026-02-13T01:21:06.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 --2- 10.20.193.72:0/3445615661 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140080150 0x7fe140137690 unknown :-1 s=CLOSED pgs=92 gs=1 cs=0 l=1 c_cookie=12569080989348433159 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 --2- 10.20.193.72:0/3445615661 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140137bd0 0x7fe140138050 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 --2- 10.20.193.72:0/3445615661 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14007fc10 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- 10.20.193.72:0/3445615661 >> 10.20.193.72:0/3445615661 conn(0x7fe140085960 msgr2=0x7fe1400561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- 10.20.193.72:0/3445615661 shutdown_connections 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- 10.20.193.72:0/3445615661 wait complete. 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 Processor -- start 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- start start 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14012dd10 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140080150 0x7fe14012e250 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 0x7fe14012e790 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe140130ef0 con 0x7fe140137bd0 2026-02-13T01:21:06.774 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe14012f6a0 con 0x7fe14007f840 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe144f65640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe140131330 con 0x7fe140080150 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13e575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14012dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13dd74640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140080150 0x7fe14012e250 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13ed76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 0x7fe14012e790 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13e575640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14012dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49224/0 (socket says 10.20.193.72:49224) 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13ed76640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 0x7fe14012e790 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44562/0 (socket says 10.20.193.72:44562) 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13dd74640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140080150 0x7fe14012e250 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54530/0 (socket says 10.20.193.72:54530) 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13e575640 1 -- 10.20.193.72:0/2483619507 learned_addr learned my addr 10.20.193.72:0/2483619507 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13e575640 1 -- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140080150 msgr2=0x7fe14012e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.768+0000 7fe13e575640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140080150 0x7fe14012e250 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe13e575640 1 -- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 msgr2=0x7fe14012e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.775 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe13e575640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 0x7fe14012e790 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe13e575640 1 -- 10.20.193.72:0/2483619507 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe128009570 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe13ed76640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 0x7fe14012e790 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe13e575640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14012dd10 secure :-1 s=READY pgs=53 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe134009480 tx=0x7fe13400ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe13400cc80 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe13400cde0 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe140130780 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe134004ad0 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe140136300 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe140130330 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.769+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fe13401f060 con 0x7fe14007f840 2026-02-13T01:21:06.776 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.770+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fe134014070 con 0x7fe14007f840 2026-02-13T01:21:06.777 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.771+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fe13403f370 con 0x7fe14007f840 2026-02-13T01:21:06.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.804+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f02f007fc10 con 0x7f02f0080150 2026-02-13T01:21:06.807 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.805+0000 7f02ddffb640 1 -- 10.20.193.72:0/838209627 <== mon.0 v2:10.20.193.72:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f02e403efc0 con 0x7f02f0080150 2026-02-13T01:21:06.808 INFO:teuthology.orchestra.run.trial072.stdout:107374182403 2026-02-13T01:21:06.809 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 >> v1:10.20.193.72:6800/709617371 conn(0x7f02c004d270 legacy=0x7f02c006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.809 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 msgr2=0x7f02f0128f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.809 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 0x7f02f0128f30 secure :-1 s=READY pgs=91 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f02e400c700 tx=0x7f02e400cbd0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.809 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 shutdown_connections 2026-02-13T01:21:06.809 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f02f0080150 0x7f02f0128f30 unknown :-1 s=CLOSED pgs=91 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f02f0137da0 0x7f02f005cfa0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 --2- 10.20.193.72:0/838209627 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f02f007f840 0x7f02f01289f0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 >> 10.20.193.72:0/838209627 conn(0x7f02f0085960 msgr2=0x7f02f007cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:06.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 shutdown_connections 2026-02-13T01:21:06.810 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.806+0000 7f02f7652640 1 -- 10.20.193.72:0/838209627 wait complete. 2026-02-13T01:21:06.817 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182403 for osd.2 2026-02-13T01:21:06.817 DEBUG:teuthology.parallel:result is None 2026-02-13T01:21:06.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.849+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fe140086240 con 0x7fe14007f840 2026-02-13T01:21:06.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.849+0000 7fe126ffd640 1 -- 10.20.193.72:0/2483619507 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe134042490 con 0x7fe14007f840 2026-02-13T01:21:06.852 INFO:teuthology.orchestra.run.trial072.stdout:98784247812 2026-02-13T01:21:06.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 >> v1:10.20.193.72:6800/709617371 conn(0x7fe10c04d270 legacy=0x7fe10c06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 msgr2=0x7fe14012dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14012dd10 secure :-1 s=READY pgs=53 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe134009480 tx=0x7fe13400ee60 comp rx=0 tx=0).stop 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 shutdown_connections 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe140137bd0 0x7fe14012e790 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe140080150 0x7fe14012e250 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 --2- 10.20.193.72:0/2483619507 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe14007f840 0x7fe14012dd10 unknown :-1 s=CLOSED pgs=53 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 >> 10.20.193.72:0/2483619507 conn(0x7fe140085960 msgr2=0x7fe14005c040 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 shutdown_connections 2026-02-13T01:21:06.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.850+0000 7fe144f65640 1 -- 10.20.193.72:0/2483619507 wait complete. 2026-02-13T01:21:06.861 INFO:tasks.ceph.ceph_manager.ceph:need seq 98784247811 got 98784247812 for osd.0 2026-02-13T01:21:06.862 DEBUG:teuthology.parallel:result is None 2026-02-13T01:21:06.862 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-13T01:21:06.862 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:06.971 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.965+0000 7f8da3954640 1 -- 10.20.193.72:0/3439477242 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c080990 msgr2=0x7f8d9c080d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.971 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.965+0000 7f8da3954640 1 --2- 10.20.193.72:0/3439477242 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c080990 0x7f8d9c080d60 secure :-1 s=READY pgs=54 gs=2 cs=0 l=1 c_cookie=8038902856694480223 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f8d8c009890 tx=0x7f8d8c02f090 comp rx=0 tx=0).stop 2026-02-13T01:21:06.971 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.965+0000 7f8da3954640 1 -- 10.20.193.72:0/3439477242 shutdown_connections 2026-02-13T01:21:06.971 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.965+0000 7f8da3954640 1 --2- 10.20.193.72:0/3439477242 >> v2:10.20.193.72:3300/0 conn(0x7f8d9c0812a0 0x7f8d9c136bb0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.971 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.965+0000 7f8da3954640 1 --2- 10.20.193.72:0/3439477242 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c080990 0x7f8d9c080d60 unknown :-1 s=CLOSED pgs=54 gs=2 cs=0 l=1 c_cookie=8038902856694480223 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.971 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.965+0000 7f8da3954640 1 -- 10.20.193.72:0/3439477242 >> 10.20.193.72:0/3439477242 conn(0x7f8d9c085960 msgr2=0x7f8d9c0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 -- 10.20.193.72:0/3439477242 shutdown_connections 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 -- 10.20.193.72:0/3439477242 wait complete. 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 Processor -- start 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 -- start start 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8d9c080990 0x7f8d9c05b420 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 0x7f8d9c05b960 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8d9c084520 0x7f8d9c05bea0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9c07e890 con 0x7f8d9c084520 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f8d9c05e330 con 0x7f8d9c0812a0 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da3954640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f8d9c05d620 con 0x7f8d9c080990 2026-02-13T01:21:06.972 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da0ec8640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 0x7f8d9c05b960 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da1eca640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8d9c084520 0x7f8d9c05bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da16c9640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8d9c080990 0x7f8d9c05b420 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da0ec8640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 0x7f8d9c05b960 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49244/0 (socket says 10.20.193.72:49244) 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da0ec8640 1 -- 10.20.193.72:0/670521118 learned_addr learned my addr 10.20.193.72:0/670521118 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da1eca640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8d9c084520 0x7f8d9c05bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44582/0 (socket says 10.20.193.72:44582) 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da0ec8640 1 -- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8d9c080990 msgr2=0x7f8d9c05b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da0ec8640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8d9c080990 0x7f8d9c05b420 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.966+0000 7f8da0ec8640 1 -- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8d9c084520 msgr2=0x7f8d9c05bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8da0ec8640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8d9c084520 0x7f8d9c05bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8da0ec8640 1 -- 10.20.193.72:0/670521118 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d8c0094b0 con 0x7f8d9c0812a0 2026-02-13T01:21:06.973 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8da0ec8640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 0x7f8d9c05b960 secure :-1 s=READY pgs=55 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f8d90007fd0 tx=0x7f8d9000c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f8d900054a0 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d900036b0 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d9c05c3e0 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f8d90003ac0 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d9c05d190 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d9c086240 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f8d90003c20 con 0x7f8d9c0812a0 2026-02-13T01:21:06.974 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.967+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f8d90063430 con 0x7f8d9c0812a0 2026-02-13T01:21:06.975 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:06.969+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f8d9003e4a0 con 0x7f8d9c0812a0 2026-02-13T01:21:07.046 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.044+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8d9c080d60 con 0x7f8d6c04d270 2026-02-13T01:21:07.047 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.044+0000 7f8d89ffb640 1 -- 10.20.193.72:0/670521118 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31962 (unknown 2965378022 0 1723717889) 0x7f8d9c080d60 con 0x7f8d6c04d270 2026-02-13T01:21:07.048 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:07.049 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 >> v1:10.20.193.72:6800/709617371 conn(0x7f8d6c04d270 legacy=0x7f8d6c06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 msgr2=0x7f8d9c05b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 0x7f8d9c05b960 secure :-1 s=READY pgs=55 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f8d90007fd0 tx=0x7f8d9000c950 comp rx=0 tx=0).stop 2026-02-13T01:21:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 shutdown_connections 2026-02-13T01:21:07.049 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8d9c084520 0x7f8d9c05bea0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8d9c0812a0 0x7f8d9c05b960 unknown :-1 s=CLOSED pgs=55 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 --2- 10.20.193.72:0/670521118 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8d9c080990 0x7f8d9c05b420 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 >> 10.20.193.72:0/670521118 conn(0x7f8d9c085960 msgr2=0x7f8d9c07f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 shutdown_connections 2026-02-13T01:21:07.050 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.045+0000 7f8da3954640 1 -- 10.20.193.72:0/670521118 wait complete. 2026-02-13T01:21:07.055 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-13T01:21:05.626736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111960,"kb_used_data":2136,"kb_used_omap":32,"kb_used_meta":109727,"kb_avail":377375400,"statfs":{"total":386547056640,"available":386432409600,"internally_reserved":0,"allocated":2187264,"data_stored":1523125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33366,"internal_metadata":112360874},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.988981"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649425+0000","last_change":"2026-02-13T01:21:00.155118+0000","last_active":"2026-02-13T01:21:03.649425+0000","last_peered":"2026-02-13T01:21:03.649425+0000","last_clean":"2026-02-13T01:21:03.649425+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:03.649425+0000","last_undegraded":"2026-02-13T01:21:03.649425+0000","last_fullsized":"2026-02-13T01:21:03.649425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:47:29.786015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649545+0000","last_change":"2026-02-13T01:20:57.639220+0000","last_active":"2026-02-13T01:21:03.649545+0000","last_peered":"2026-02-13T01:21:03.649545+0000","last_clean":"2026-02-13T01:21:03.649545+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:03.649545+0000","last_undegraded":"2026-02-13T01:21:03.649545+0000","last_fullsized":"2026-02-13T01:21:03.649545+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:57:05.052249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649424+0000","last_change":"2026-02-13T01:21:00.155203+0000","last_active":"2026-02-13T01:21:03.649424+0000","last_peered":"2026-02-13T01:21:03.649424+0000","last_clean":"2026-02-13T01:21:03.649424+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:03.649424+0000","last_undegraded":"2026-02-13T01:21:03.649424+0000","last_fullsized":"2026-02-13T01:21:03.649424+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T01:30:20.593827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649521+0000","last_change":"2026-02-13T01:20:57.639123+0000","last_active":"2026-02-13T01:21:03.649521+0000","last_peered":"2026-02-13T01:21:03.649521+0000","last_clean":"2026-02-13T01:21:03.649521+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:03.649521+0000","last_undegraded":"2026-02-13T01:21:03.649521+0000","last_fullsized":"2026-02-13T01:21:03.649521+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T05:30:48.037868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649388+0000","last_change":"2026-02-13T01:20:59.639178+0000","last_active":"2026-02-13T01:21:03.649388+0000","last_peered":"2026-02-13T01:21:03.649388+0000","last_clean":"2026-02-13T01:21:03.649388+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:03.649388+0000","last_undegraded":"2026-02-13T01:21:03.649388+0000","last_fullsized":"2026-02-13T01:21:03.649388+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:05:26.723439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649121+0000","last_change":"2026-02-13T01:20:59.639142+0000","last_active":"2026-02-13T01:21:03.649121+0000","last_peered":"2026-02-13T01:21:03.649121+0000","last_clean":"2026-02-13T01:21:03.649121+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:03.649121+0000","last_undegraded":"2026-02-13T01:21:03.649121+0000","last_fullsized":"2026-02-13T01:21:03.649121+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:55:32.849360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649376+0000","last_change":"2026-02-13T01:20:59.638898+0000","last_active":"2026-02-13T01:21:03.649376+0000","last_peered":"2026-02-13T01:21:03.649376+0000","last_clean":"2026-02-13T01:21:03.649376+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:03.649376+0000","last_undegraded":"2026-02-13T01:21:03.649376+0000","last_fullsized":"2026-02-13T01:21:03.649376+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:37:14.602830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649490+0000","last_change":"2026-02-13T01:20:59.639185+0000","last_active":"2026-02-13T01:21:03.649490+0000","last_peered":"2026-02-13T01:21:03.649490+0000","last_clean":"2026-02-13T01:21:03.649490+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:03.649490+0000","last_undegraded":"2026-02-13T01:21:03.649490+0000","last_fullsized":"2026-02-13T01:21:03.649490+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:40.987046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":160,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649420+0000","last_change":"2026-02-13T01:20:57.642658+0000","last_active":"2026-02-13T01:21:03.649420+0000","last_peered":"2026-02-13T01:21:03.649420+0000","last_clean":"2026-02-13T01:21:03.649420+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:03.649420+0000","last_undegraded":"2026-02-13T01:21:03.649420+0000","last_fullsized":"2026-02-13T01:21:03.649420+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:18:46.902699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":843776,"data_stored":675089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28292,"kb_used_data":820,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343548,"statfs":{"total":96636764160,"available":96607793152,"internally_reserved":0,"allocated":839680,"data_stored":675070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:07.057 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:07.128 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 -- 10.20.193.72:0/2160325921 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe1900848b0 msgr2=0x7fe19019b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.128 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 --2- 10.20.193.72:0/2160325921 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe1900848b0 0x7fe19019b7a0 secure :-1 s=READY pgs=56 gs=3 cs=0 l=1 c_cookie=5050483183980496791 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe18c00a9a0 tx=0x7fe18c0301b0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.128 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 -- 10.20.193.72:0/2160325921 shutdown_connections 2026-02-13T01:21:07.128 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 --2- 10.20.193.72:0/2160325921 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe1900848b0 0x7fe19019b7a0 unknown :-1 s=CLOSED pgs=56 gs=3 cs=0 l=1 c_cookie=5050483183980496791 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.128 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 --2- 10.20.193.72:0/2160325921 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe190139a20 0x7fe190139df0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 -- 10.20.193.72:0/2160325921 >> 10.20.193.72:0/2160325921 conn(0x7fe190085960 msgr2=0x7fe1900561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 -- 10.20.193.72:0/2160325921 shutdown_connections 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 -- 10.20.193.72:0/2160325921 wait complete. 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 Processor -- start 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.123+0000 7fe196dad640 1 -- start start 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe190083d50 0x7fe19012d410 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe1900848b0 0x7fe19012d950 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 0x7fe19012de90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe19012e6a0 con 0x7fe1900848b0 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe19012efd0 con 0x7fe190139a20 2026-02-13T01:21:07.129 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe1901302a0 con 0x7fe190083d50 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 0x7fe19012de90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe187fff640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe1900848b0 0x7fe19012d950 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe194b22640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe190083d50 0x7fe19012d410 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 0x7fe19012de90 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49268/0 (socket says 10.20.193.72:49268) 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 -- 10.20.193.72:0/2827529301 learned_addr learned my addr 10.20.193.72:0/2827529301 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 -- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe190083d50 msgr2=0x7fe19012d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe190083d50 0x7fe19012d410 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 -- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe1900848b0 msgr2=0x7fe19012d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe1900848b0 0x7fe19012d950 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 -- 10.20.193.72:0/2827529301 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe18c00a590 con 0x7fe190139a20 2026-02-13T01:21:07.130 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe195323640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 0x7fe19012de90 secure :-1 s=READY pgs=57 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe18c0039b0 tx=0x7fe18c0039e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe18c03e070 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe18c006ec0 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1901370f0 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe18c0396d0 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.124+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe19012f6f0 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.125+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fe18c039830 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.125+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe19012f2a0 con 0x7fe190139a20 2026-02-13T01:21:07.131 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.125+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fe18c089d50 con 0x7fe190139a20 2026-02-13T01:21:07.132 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.126+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fe18c064dc0 con 0x7fe190139a20 2026-02-13T01:21:07.205 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.202+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe190086240 con 0x7fe16004d270 2026-02-13T01:21:07.205 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.203+0000 7fe1857fa640 1 -- 10.20.193.72:0/2827529301 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31962 (unknown 2965378022 0 1723717889) 0x7fe190086240 con 0x7fe16004d270 2026-02-13T01:21:07.206 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:07.207 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 >> v1:10.20.193.72:6800/709617371 conn(0x7fe16004d270 legacy=0x7fe16006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 msgr2=0x7fe19012de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 0x7fe19012de90 secure :-1 s=READY pgs=57 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe18c0039b0 tx=0x7fe18c0039e0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 shutdown_connections 2026-02-13T01:21:07.207 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe1900848b0 0x7fe19012d950 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe190139a20 0x7fe19012de90 unknown :-1 s=CLOSED pgs=57 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 --2- 10.20.193.72:0/2827529301 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe190083d50 0x7fe19012d410 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 >> 10.20.193.72:0/2827529301 conn(0x7fe190085960 msgr2=0x7fe190081180 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 shutdown_connections 2026-02-13T01:21:07.208 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.204+0000 7fe196dad640 1 -- 10.20.193.72:0/2827529301 wait complete. 2026-02-13T01:21:07.214 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-13T01:21:05.626736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111960,"kb_used_data":2136,"kb_used_omap":32,"kb_used_meta":109727,"kb_avail":377375400,"statfs":{"total":386547056640,"available":386432409600,"internally_reserved":0,"allocated":2187264,"data_stored":1523125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33366,"internal_metadata":112360874},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.988981"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649425+0000","last_change":"2026-02-13T01:21:00.155118+0000","last_active":"2026-02-13T01:21:03.649425+0000","last_peered":"2026-02-13T01:21:03.649425+0000","last_clean":"2026-02-13T01:21:03.649425+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:03.649425+0000","last_undegraded":"2026-02-13T01:21:03.649425+0000","last_fullsized":"2026-02-13T01:21:03.649425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:47:29.786015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649545+0000","last_change":"2026-02-13T01:20:57.639220+0000","last_active":"2026-02-13T01:21:03.649545+0000","last_peered":"2026-02-13T01:21:03.649545+0000","last_clean":"2026-02-13T01:21:03.649545+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:03.649545+0000","last_undegraded":"2026-02-13T01:21:03.649545+0000","last_fullsized":"2026-02-13T01:21:03.649545+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:57:05.052249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649424+0000","last_change":"2026-02-13T01:21:00.155203+0000","last_active":"2026-02-13T01:21:03.649424+0000","last_peered":"2026-02-13T01:21:03.649424+0000","last_clean":"2026-02-13T01:21:03.649424+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:03.649424+0000","last_undegraded":"2026-02-13T01:21:03.649424+0000","last_fullsized":"2026-02-13T01:21:03.649424+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T01:30:20.593827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649521+0000","last_change":"2026-02-13T01:20:57.639123+0000","last_active":"2026-02-13T01:21:03.649521+0000","last_peered":"2026-02-13T01:21:03.649521+0000","last_clean":"2026-02-13T01:21:03.649521+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:03.649521+0000","last_undegraded":"2026-02-13T01:21:03.649521+0000","last_fullsized":"2026-02-13T01:21:03.649521+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T05:30:48.037868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649388+0000","last_change":"2026-02-13T01:20:59.639178+0000","last_active":"2026-02-13T01:21:03.649388+0000","last_peered":"2026-02-13T01:21:03.649388+0000","last_clean":"2026-02-13T01:21:03.649388+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:03.649388+0000","last_undegraded":"2026-02-13T01:21:03.649388+0000","last_fullsized":"2026-02-13T01:21:03.649388+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:05:26.723439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649121+0000","last_change":"2026-02-13T01:20:59.639142+0000","last_active":"2026-02-13T01:21:03.649121+0000","last_peered":"2026-02-13T01:21:03.649121+0000","last_clean":"2026-02-13T01:21:03.649121+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:03.649121+0000","last_undegraded":"2026-02-13T01:21:03.649121+0000","last_fullsized":"2026-02-13T01:21:03.649121+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:55:32.849360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649376+0000","last_change":"2026-02-13T01:20:59.638898+0000","last_active":"2026-02-13T01:21:03.649376+0000","last_peered":"2026-02-13T01:21:03.649376+0000","last_clean":"2026-02-13T01:21:03.649376+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:03.649376+0000","last_undegraded":"2026-02-13T01:21:03.649376+0000","last_fullsized":"2026-02-13T01:21:03.649376+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:37:14.602830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649490+0000","last_change":"2026-02-13T01:20:59.639185+0000","last_active":"2026-02-13T01:21:03.649490+0000","last_peered":"2026-02-13T01:21:03.649490+0000","last_clean":"2026-02-13T01:21:03.649490+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:03.649490+0000","last_undegraded":"2026-02-13T01:21:03.649490+0000","last_fullsized":"2026-02-13T01:21:03.649490+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:40.987046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":160,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649420+0000","last_change":"2026-02-13T01:20:57.642658+0000","last_active":"2026-02-13T01:21:03.649420+0000","last_peered":"2026-02-13T01:21:03.649420+0000","last_clean":"2026-02-13T01:21:03.649420+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:03.649420+0000","last_undegraded":"2026-02-13T01:21:03.649420+0000","last_fullsized":"2026-02-13T01:21:03.649420+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:18:46.902699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":843776,"data_stored":675089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28292,"kb_used_data":820,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343548,"statfs":{"total":96636764160,"available":96607793152,"internally_reserved":0,"allocated":839680,"data_stored":675070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:07.215 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-13T01:21:07.215 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-13T01:21:07.215 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-13T01:21:07.216 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- 10.20.193.72:0/746508441 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 msgr2=0x7fec10197fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 --2- 10.20.193.72:0/746508441 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 0x7fec10197fd0 secure :-1 s=READY pgs=43 gs=2 cs=0 l=1 c_cookie=17541979309170679840 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fec0000a970 tx=0x7fec000301b0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- 10.20.193.72:0/746508441 shutdown_connections 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 --2- 10.20.193.72:0/746508441 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 0x7fec10197fd0 unknown :-1 s=CLOSED pgs=43 gs=2 cs=0 l=1 c_cookie=17541979309170679840 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 --2- 10.20.193.72:0/746508441 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10081650 0x7fec101776b0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- 10.20.193.72:0/746508441 >> 10.20.193.72:0/746508441 conn(0x7fec10085d10 msgr2=0x7fec100561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- 10.20.193.72:0/746508441 shutdown_connections 2026-02-13T01:21:07.284 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- 10.20.193.72:0/746508441 wait complete. 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 Processor -- start 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- start start 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 0x7fec10078640 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fec10081650 0x7fec10078b80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 0x7fec100790c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fec10183de0 con 0x7fec10081650 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fec1007e8e0 con 0x7fec10080b70 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec159f6640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fec1005c4c0 con 0x7fec10177bf0 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec0effd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 0x7fec10078640 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec0effd640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 0x7fec10078640 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49298/0 (socket says 10.20.193.72:49298) 2026-02-13T01:21:07.285 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec0effd640 1 -- 10.20.193.72:0/2754510830 learned_addr learned my addr 10.20.193.72:0/2754510830 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec0f7fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 0x7fec100790c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.279+0000 7fec0e7fc640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fec10081650 0x7fec10078b80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec0effd640 1 -- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 msgr2=0x7fec100790c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec0effd640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 0x7fec100790c0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec0effd640 1 -- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fec10081650 msgr2=0x7fec10078b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec0effd640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fec10081650 0x7fec10078b80 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec0effd640 1 -- 10.20.193.72:0/2754510830 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf80094b0 con 0x7fec10080b70 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec0effd640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 0x7fec10078640 secure :-1 s=READY pgs=58 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fec0400c4d0 tx=0x7fec0400c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fec04016070 con 0x7fec10080b70 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec04005330 con 0x7fec10080b70 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0000a590 con 0x7fec10080b70 2026-02-13T01:21:07.286 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fec04004780 con 0x7fec10080b70 2026-02-13T01:21:07.287 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fec1005bb50 con 0x7fec10080b70 2026-02-13T01:21:07.287 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec10080f40 con 0x7fec10080b70 2026-02-13T01:21:07.287 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.280+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fec040048e0 con 0x7fec10080b70 2026-02-13T01:21:07.287 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.281+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fec04063730 con 0x7fec10080b70 2026-02-13T01:21:07.287 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.282+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fec0403e740 con 0x7fec10080b70 2026-02-13T01:21:07.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.372+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fec10054870 con 0x7fec10080b70 2026-02-13T01:21:07.375 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.372+0000 7febe7fff640 1 -- 10.20.193.72:0/2754510830 <== mon.1 v2:10.20.193.72:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fec04041860 con 0x7fec10080b70 2026-02-13T01:21:07.375 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:07.376 INFO:teuthology.orchestra.run.trial072.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-13T01:21:07.376 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 >> v1:10.20.193.72:6800/709617371 conn(0x7febe004d260 legacy=0x7febe006d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 msgr2=0x7fec10078640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 0x7fec10078640 secure :-1 s=READY pgs=58 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fec0400c4d0 tx=0x7fec0400c9a0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 shutdown_connections 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fec10081650 0x7fec10078b80 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fec10177bf0 0x7fec100790c0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 --2- 10.20.193.72:0/2754510830 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fec10080b70 0x7fec10078640 unknown :-1 s=CLOSED pgs=58 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 >> 10.20.193.72:0/2754510830 conn(0x7fec10085d10 msgr2=0x7fec100802b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 shutdown_connections 2026-02-13T01:21:07.377 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.373+0000 7fec159f6640 1 -- 10.20.193.72:0/2754510830 wait complete. 2026-02-13T01:21:07.383 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-13T01:21:07.383 INFO:teuthology.run_tasks:Running task print... 2026-02-13T01:21:07.400 INFO:teuthology.task.print:**** done ceph.restart 2026-02-13T01:21:07.400 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-13T01:21:07.416 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-13T01:21:07.433 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2026-02-13T01:21:07.449 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-13T01:21:07.466 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-13T01:21:07.466 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:07.538 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 -- 10.20.193.72:0/53317817 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4139a20 msgr2=0x7efde4139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.538 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 --2- 10.20.193.72:0/53317817 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4139a20 0x7efde4139df0 secure :-1 s=READY pgs=59 gs=1 cs=0 l=1 c_cookie=5672962016161110577 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7efdd0009950 tx=0x7efdd002f160 comp rx=0 tx=0).stop 2026-02-13T01:21:07.538 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 -- 10.20.193.72:0/53317817 shutdown_connections 2026-02-13T01:21:07.538 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 --2- 10.20.193.72:0/53317817 >> v2:10.20.193.72:3300/0 conn(0x7efde40846e0 0x7efde419a790 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 --2- 10.20.193.72:0/53317817 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efde4083d50 0x7efde40841a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 --2- 10.20.193.72:0/53317817 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4139a20 0x7efde4139df0 unknown :-1 s=CLOSED pgs=59 gs=1 cs=0 l=1 c_cookie=5672962016161110577 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 -- 10.20.193.72:0/53317817 >> 10.20.193.72:0/53317817 conn(0x7efde4085960 msgr2=0x7efde40561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 -- 10.20.193.72:0/53317817 shutdown_connections 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 -- 10.20.193.72:0/53317817 wait complete. 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 Processor -- start 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.533+0000 7efdea90c640 1 -- start start 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 0x7efde410d400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efde40846e0 0x7efde419a580 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efde4139a20 0x7efde410d940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.539 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7efde410f100 con 0x7efde40846e0 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7efde410e760 con 0x7efde4083d50 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7efde4079d90 con 0x7efde4139a20 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 0x7efde410d400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde37fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efde40846e0 0x7efde419a580 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde8e82640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efde4139a20 0x7efde410d940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 0x7efde410d400 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49316/0 (socket says 10.20.193.72:49316) 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 -- 10.20.193.72:0/1105941653 learned_addr learned my addr 10.20.193.72:0/1105941653 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 -- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efde4139a20 msgr2=0x7efde410d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efde4139a20 0x7efde410d940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 -- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efde40846e0 msgr2=0x7efde419a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.540 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efde40846e0 0x7efde419a580 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 -- 10.20.193.72:0/1105941653 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdd0009570 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde3fff640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 0x7efde410d400 secure :-1 s=READY pgs=60 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7efdd0002390 tx=0x7efdd00028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7efdd003f070 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efdd0038470 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7efdd0002ea0 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efde4110360 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.534+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efde410f7b0 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.535+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efde419ab20 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.535+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7efdd00388a0 con 0x7efde4083d50 2026-02-13T01:21:07.541 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.535+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7efdd0088950 con 0x7efde4083d50 2026-02-13T01:21:07.542 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.536+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7efdd0063aa0 con 0x7efde4083d50 2026-02-13T01:21:07.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.613+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efde4086240 con 0x7efdb404d270 2026-02-13T01:21:07.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.613+0000 7efde0ff9640 1 -- 10.20.193.72:0/1105941653 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31962 (unknown 2965378022 0 1723717889) 0x7efde4086240 con 0x7efdb404d270 2026-02-13T01:21:07.616 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:07.617 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 >> v1:10.20.193.72:6800/709617371 conn(0x7efdb404d270 legacy=0x7efdb406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 msgr2=0x7efde410d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 0x7efde410d400 secure :-1 s=READY pgs=60 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7efdd0002390 tx=0x7efdd00028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 shutdown_connections 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7efde40846e0 0x7efde419a580 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7efde4139a20 0x7efde410d940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 --2- 10.20.193.72:0/1105941653 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7efde4083d50 0x7efde410d400 unknown :-1 s=CLOSED pgs=60 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 >> 10.20.193.72:0/1105941653 conn(0x7efde4085960 msgr2=0x7efde4081280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 shutdown_connections 2026-02-13T01:21:07.618 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.614+0000 7efdea90c640 1 -- 10.20.193.72:0/1105941653 wait complete. 2026-02-13T01:21:07.624 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-13T01:21:05.626736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111960,"kb_used_data":2136,"kb_used_omap":32,"kb_used_meta":109727,"kb_avail":377375400,"statfs":{"total":386547056640,"available":386432409600,"internally_reserved":0,"allocated":2187264,"data_stored":1523125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33366,"internal_metadata":112360874},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.988981"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649425+0000","last_change":"2026-02-13T01:21:00.155118+0000","last_active":"2026-02-13T01:21:03.649425+0000","last_peered":"2026-02-13T01:21:03.649425+0000","last_clean":"2026-02-13T01:21:03.649425+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:03.649425+0000","last_undegraded":"2026-02-13T01:21:03.649425+0000","last_fullsized":"2026-02-13T01:21:03.649425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:47:29.786015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649545+0000","last_change":"2026-02-13T01:20:57.639220+0000","last_active":"2026-02-13T01:21:03.649545+0000","last_peered":"2026-02-13T01:21:03.649545+0000","last_clean":"2026-02-13T01:21:03.649545+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:03.649545+0000","last_undegraded":"2026-02-13T01:21:03.649545+0000","last_fullsized":"2026-02-13T01:21:03.649545+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:57:05.052249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649424+0000","last_change":"2026-02-13T01:21:00.155203+0000","last_active":"2026-02-13T01:21:03.649424+0000","last_peered":"2026-02-13T01:21:03.649424+0000","last_clean":"2026-02-13T01:21:03.649424+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:03.649424+0000","last_undegraded":"2026-02-13T01:21:03.649424+0000","last_fullsized":"2026-02-13T01:21:03.649424+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T01:30:20.593827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649521+0000","last_change":"2026-02-13T01:20:57.639123+0000","last_active":"2026-02-13T01:21:03.649521+0000","last_peered":"2026-02-13T01:21:03.649521+0000","last_clean":"2026-02-13T01:21:03.649521+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:03.649521+0000","last_undegraded":"2026-02-13T01:21:03.649521+0000","last_fullsized":"2026-02-13T01:21:03.649521+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T05:30:48.037868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649388+0000","last_change":"2026-02-13T01:20:59.639178+0000","last_active":"2026-02-13T01:21:03.649388+0000","last_peered":"2026-02-13T01:21:03.649388+0000","last_clean":"2026-02-13T01:21:03.649388+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:03.649388+0000","last_undegraded":"2026-02-13T01:21:03.649388+0000","last_fullsized":"2026-02-13T01:21:03.649388+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:05:26.723439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649121+0000","last_change":"2026-02-13T01:20:59.639142+0000","last_active":"2026-02-13T01:21:03.649121+0000","last_peered":"2026-02-13T01:21:03.649121+0000","last_clean":"2026-02-13T01:21:03.649121+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:03.649121+0000","last_undegraded":"2026-02-13T01:21:03.649121+0000","last_fullsized":"2026-02-13T01:21:03.649121+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:55:32.849360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649376+0000","last_change":"2026-02-13T01:20:59.638898+0000","last_active":"2026-02-13T01:21:03.649376+0000","last_peered":"2026-02-13T01:21:03.649376+0000","last_clean":"2026-02-13T01:21:03.649376+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:03.649376+0000","last_undegraded":"2026-02-13T01:21:03.649376+0000","last_fullsized":"2026-02-13T01:21:03.649376+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:37:14.602830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649490+0000","last_change":"2026-02-13T01:20:59.639185+0000","last_active":"2026-02-13T01:21:03.649490+0000","last_peered":"2026-02-13T01:21:03.649490+0000","last_clean":"2026-02-13T01:21:03.649490+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:03.649490+0000","last_undegraded":"2026-02-13T01:21:03.649490+0000","last_fullsized":"2026-02-13T01:21:03.649490+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:40.987046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":160,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649420+0000","last_change":"2026-02-13T01:20:57.642658+0000","last_active":"2026-02-13T01:21:03.649420+0000","last_peered":"2026-02-13T01:21:03.649420+0000","last_clean":"2026-02-13T01:21:03.649420+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:03.649420+0000","last_undegraded":"2026-02-13T01:21:03.649420+0000","last_fullsized":"2026-02-13T01:21:03.649420+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:18:46.902699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":843776,"data_stored":675089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28292,"kb_used_data":820,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343548,"statfs":{"total":96636764160,"available":96607793152,"internally_reserved":0,"allocated":839680,"data_stored":675070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:07.626 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:07.692 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 -- 10.20.193.72:0/3791847412 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf01364a0 msgr2=0x7f8bf0136920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/3791847412 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf01364a0 0x7f8bf0136920 secure :-1 s=READY pgs=44 gs=3 cs=0 l=1 c_cookie=4204924534484079748 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f8bec006f50 tx=0x7f8bec030240 comp rx=0 tx=0).stop 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 -- 10.20.193.72:0/3791847412 shutdown_connections 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/3791847412 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf01364a0 0x7f8bf0136920 unknown :-1 s=CLOSED pgs=44 gs=3 cs=0 l=1 c_cookie=4204924534484079748 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/3791847412 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8bf0084520 0x7f8bf00812a0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/3791847412 >> v2:10.20.193.72:3300/0 conn(0x7f8bf0080990 0x7f8bf0080d60 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 -- 10.20.193.72:0/3791847412 >> 10.20.193.72:0/3791847412 conn(0x7f8bf0085960 msgr2=0x7f8bf00561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 -- 10.20.193.72:0/3791847412 shutdown_connections 2026-02-13T01:21:07.693 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 -- 10.20.193.72:0/3791847412 wait complete. 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.690+0000 7f8bf78cc640 1 Processor -- start 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 -- start start 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 0x7f8bf01479c0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8bf0084520 0x7f8bf0147f00 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8bf01364a0 0x7f8bf0148440 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf012f8f0 con 0x7f8bf01364a0 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f8bf005e260 con 0x7f8bf0084520 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f8bf012fb40 con 0x7f8bf0080990 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 0x7f8bf01479c0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 0x7f8bf01479c0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54600/0 (socket says 10.20.193.72:54600) 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf4e40640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8bf0084520 0x7f8bf0147f00 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 -- 10.20.193.72:0/2511322468 learned_addr learned my addr 10.20.193.72:0/2511322468 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5e42640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8bf01364a0 0x7f8bf0148440 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 -- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8bf0084520 msgr2=0x7f8bf0147f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8bf0084520 0x7f8bf0147f00 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 -- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8bf01364a0 msgr2=0x7f8bf0148440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.694 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8bf01364a0 0x7f8bf0148440 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 -- 10.20.193.72:0/2511322468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec00a650 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf5641640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 0x7f8bf01479c0 secure :-1 s=READY pgs=45 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f8be0009480 tx=0x7f8be000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f8be000cd40 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8be0004850 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bf005dc30 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f8be000cea0 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.691+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bf012f1d0 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.692+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bf0086240 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.692+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f8be001f060 con 0x7f8bf0080990 2026-02-13T01:21:07.695 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.692+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f8be0014070 con 0x7f8bf0080990 2026-02-13T01:21:07.696 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.694+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f8be003f3f0 con 0x7f8bf0080990 2026-02-13T01:21:07.770 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.768+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8bf01368c0 con 0x7f8bc004d270 2026-02-13T01:21:07.771 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.768+0000 7f8bddffb640 1 -- 10.20.193.72:0/2511322468 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31964 (unknown 2965378022 0 1541959005) 0x7f8bf01368c0 con 0x7f8bc004d270 2026-02-13T01:21:07.771 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:07.772 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 >> v1:10.20.193.72:6800/709617371 conn(0x7f8bc004d270 legacy=0x7f8bc006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 msgr2=0x7f8bf01479c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 0x7f8bf01479c0 secure :-1 s=READY pgs=45 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f8be0009480 tx=0x7f8be000ee60 comp rx=0 tx=0).stop 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 shutdown_connections 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f8bf01364a0 0x7f8bf0148440 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f8bf0084520 0x7f8bf0147f00 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 --2- 10.20.193.72:0/2511322468 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f8bf0080990 0x7f8bf01479c0 unknown :-1 s=CLOSED pgs=45 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 >> 10.20.193.72:0/2511322468 conn(0x7f8bf0085960 msgr2=0x7f8bf007d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 shutdown_connections 2026-02-13T01:21:07.773 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.769+0000 7f8bf78cc640 1 -- 10.20.193.72:0/2511322468 wait complete. 2026-02-13T01:21:07.778 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2026-02-13T01:21:07.626943+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111976,"kb_used_data":2152,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375384,"statfs":{"total":386547056640,"available":386432393216,"internally_reserved":0,"allocated":2203648,"data_stored":1530259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34018,"internal_metadata":112360222},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000755"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649425+0000","last_change":"2026-02-13T01:21:00.155118+0000","last_active":"2026-02-13T01:21:03.649425+0000","last_peered":"2026-02-13T01:21:03.649425+0000","last_clean":"2026-02-13T01:21:03.649425+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:03.649425+0000","last_undegraded":"2026-02-13T01:21:03.649425+0000","last_fullsized":"2026-02-13T01:21:03.649425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:47:29.786015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649545+0000","last_change":"2026-02-13T01:20:57.639220+0000","last_active":"2026-02-13T01:21:03.649545+0000","last_peered":"2026-02-13T01:21:03.649545+0000","last_clean":"2026-02-13T01:21:03.649545+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:03.649545+0000","last_undegraded":"2026-02-13T01:21:03.649545+0000","last_fullsized":"2026-02-13T01:21:03.649545+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:57:05.052249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649424+0000","last_change":"2026-02-13T01:21:00.155203+0000","last_active":"2026-02-13T01:21:03.649424+0000","last_peered":"2026-02-13T01:21:03.649424+0000","last_clean":"2026-02-13T01:21:03.649424+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:03.649424+0000","last_undegraded":"2026-02-13T01:21:03.649424+0000","last_fullsized":"2026-02-13T01:21:03.649424+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T01:30:20.593827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649521+0000","last_change":"2026-02-13T01:20:57.639123+0000","last_active":"2026-02-13T01:21:03.649521+0000","last_peered":"2026-02-13T01:21:03.649521+0000","last_clean":"2026-02-13T01:21:03.649521+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:03.649521+0000","last_undegraded":"2026-02-13T01:21:03.649521+0000","last_fullsized":"2026-02-13T01:21:03.649521+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T05:30:48.037868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649388+0000","last_change":"2026-02-13T01:20:59.639178+0000","last_active":"2026-02-13T01:21:03.649388+0000","last_peered":"2026-02-13T01:21:03.649388+0000","last_clean":"2026-02-13T01:21:03.649388+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:03.649388+0000","last_undegraded":"2026-02-13T01:21:03.649388+0000","last_fullsized":"2026-02-13T01:21:03.649388+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:05:26.723439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649121+0000","last_change":"2026-02-13T01:20:59.639142+0000","last_active":"2026-02-13T01:21:03.649121+0000","last_peered":"2026-02-13T01:21:03.649121+0000","last_clean":"2026-02-13T01:21:03.649121+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:03.649121+0000","last_undegraded":"2026-02-13T01:21:03.649121+0000","last_fullsized":"2026-02-13T01:21:03.649121+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:55:32.849360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649376+0000","last_change":"2026-02-13T01:20:59.638898+0000","last_active":"2026-02-13T01:21:03.649376+0000","last_peered":"2026-02-13T01:21:03.649376+0000","last_clean":"2026-02-13T01:21:03.649376+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:03.649376+0000","last_undegraded":"2026-02-13T01:21:03.649376+0000","last_fullsized":"2026-02-13T01:21:03.649376+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:37:14.602830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649490+0000","last_change":"2026-02-13T01:20:59.639185+0000","last_active":"2026-02-13T01:21:03.649490+0000","last_peered":"2026-02-13T01:21:03.649490+0000","last_clean":"2026-02-13T01:21:03.649490+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:03.649490+0000","last_undegraded":"2026-02-13T01:21:03.649490+0000","last_fullsized":"2026-02-13T01:21:03.649490+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:40.987046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":160,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649420+0000","last_change":"2026-02-13T01:20:57.642658+0000","last_active":"2026-02-13T01:21:03.649420+0000","last_peered":"2026-02-13T01:21:03.649420+0000","last_clean":"2026-02-13T01:21:03.649420+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:03.649420+0000","last_undegraded":"2026-02-13T01:21:03.649420+0000","last_fullsized":"2026-02-13T01:21:03.649420+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:18:46.902699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182404,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":88261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":851968,"data_stored":678656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28292,"kb_used_data":820,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343548,"statfs":{"total":96636764160,"available":96607793152,"internally_reserved":0,"allocated":839680,"data_stored":675070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:07.780 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-13T01:21:07.780 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:07.850 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 -- 10.20.193.72:0/2750654107 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d8080320 msgr2=0x7fa2d8178940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.850 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 --2- 10.20.193.72:0/2750654107 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d8080320 0x7fa2d8178940 secure :-1 s=READY pgs=46 gs=3 cs=0 l=1 c_cookie=4957616189050165179 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa2cc004740 tx=0x7fa2cc02f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.850 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 -- 10.20.193.72:0/2750654107 shutdown_connections 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 --2- 10.20.193.72:0/2750654107 >> v2:10.20.193.72:3300/0 conn(0x7fa2d8178e80 0x7fa2d8199260 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 --2- 10.20.193.72:0/2750654107 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d8080320 0x7fa2d8178940 unknown :-1 s=CLOSED pgs=46 gs=3 cs=0 l=1 c_cookie=4957616189050165179 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 -- 10.20.193.72:0/2750654107 >> 10.20.193.72:0/2750654107 conn(0x7fa2d8085960 msgr2=0x7fa2d80561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 -- 10.20.193.72:0/2750654107 shutdown_connections 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 -- 10.20.193.72:0/2750654107 wait complete. 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.845+0000 7fa2df98d640 1 Processor -- start 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 -- start start 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 0x7fa2d805df70 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa2d8080320 0x7fa2d8178940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa2d8178e80 0x7fa2d8057640 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:07.851 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d8059110 con 0x7fa2d8178e80 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa2d805a410 con 0x7fa2d8080320 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa2d805e530 con 0x7fa2d807f840 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 0x7fa2d805df70 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 0x7fa2d805df70 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54612/0 (socket says 10.20.193.72:54612) 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 -- 10.20.193.72:0/1598597809 learned_addr learned my addr 10.20.193.72:0/1598597809 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2ddf03640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa2d8178e80 0x7fa2d8057640 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dcf01640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa2d8080320 0x7fa2d8178940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 -- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa2d8080320 msgr2=0x7fa2d8178940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa2d8080320 0x7fa2d8178940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 -- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa2d8178e80 msgr2=0x7fa2d8057640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa2d8178e80 0x7fa2d8057640 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.852 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 -- 10.20.193.72:0/1598597809 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d400a590 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2ddf03640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa2d8178e80 0x7fa2d8057640 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2dd702640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 0x7fa2d805df70 secure :-1 s=READY pgs=47 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa2c800c4d0 tx=0x7fa2c800c9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa2c8016070 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2c8005330 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2cc0094b0 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa2c8004780 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.846+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2d8059fa0 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.847+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2d8086240 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.847+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fa2c80048e0 con 0x7fa2d807f840 2026-02-13T01:21:07.853 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.847+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fa2c8063740 con 0x7fa2d807f840 2026-02-13T01:21:07.854 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.848+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fa2c803e750 con 0x7fa2d807f840 2026-02-13T01:21:07.925 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.923+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa2d807fc10 con 0x7fa2a804d270 2026-02-13T01:21:07.926 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.923+0000 7fa2c5ffb640 1 -- 10.20.193.72:0/1598597809 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31964 (unknown 2965378022 0 1541959005) 0x7fa2d807fc10 con 0x7fa2a804d270 2026-02-13T01:21:07.927 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 >> v1:10.20.193.72:6800/709617371 conn(0x7fa2a804d270 legacy=0x7fa2a806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 msgr2=0x7fa2d805df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 0x7fa2d805df70 secure :-1 s=READY pgs=47 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa2c800c4d0 tx=0x7fa2c800c9a0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 shutdown_connections 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa2d8178e80 0x7fa2d8057640 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa2d8080320 0x7fa2d8178940 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 --2- 10.20.193.72:0/1598597809 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa2d807f840 0x7fa2d805df70 unknown :-1 s=CLOSED pgs=47 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 >> 10.20.193.72:0/1598597809 conn(0x7fa2d8085960 msgr2=0x7fa2d8184590 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:07.928 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 shutdown_connections 2026-02-13T01:21:07.929 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:07.924+0000 7fa2df98d640 1 -- 10.20.193.72:0/1598597809 wait complete. 2026-02-13T01:21:07.934 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2026-02-13T01:21:07.626943+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111976,"kb_used_data":2152,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375384,"statfs":{"total":386547056640,"available":386432393216,"internally_reserved":0,"allocated":2203648,"data_stored":1530259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34018,"internal_metadata":112360222},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000755"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649425+0000","last_change":"2026-02-13T01:21:00.155118+0000","last_active":"2026-02-13T01:21:03.649425+0000","last_peered":"2026-02-13T01:21:03.649425+0000","last_clean":"2026-02-13T01:21:03.649425+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:03.649425+0000","last_undegraded":"2026-02-13T01:21:03.649425+0000","last_fullsized":"2026-02-13T01:21:03.649425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:47:29.786015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649545+0000","last_change":"2026-02-13T01:20:57.639220+0000","last_active":"2026-02-13T01:21:03.649545+0000","last_peered":"2026-02-13T01:21:03.649545+0000","last_clean":"2026-02-13T01:21:03.649545+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:03.649545+0000","last_undegraded":"2026-02-13T01:21:03.649545+0000","last_fullsized":"2026-02-13T01:21:03.649545+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:57:05.052249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649424+0000","last_change":"2026-02-13T01:21:00.155203+0000","last_active":"2026-02-13T01:21:03.649424+0000","last_peered":"2026-02-13T01:21:03.649424+0000","last_clean":"2026-02-13T01:21:03.649424+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:03.649424+0000","last_undegraded":"2026-02-13T01:21:03.649424+0000","last_fullsized":"2026-02-13T01:21:03.649424+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T01:30:20.593827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649521+0000","last_change":"2026-02-13T01:20:57.639123+0000","last_active":"2026-02-13T01:21:03.649521+0000","last_peered":"2026-02-13T01:21:03.649521+0000","last_clean":"2026-02-13T01:21:03.649521+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:03.649521+0000","last_undegraded":"2026-02-13T01:21:03.649521+0000","last_fullsized":"2026-02-13T01:21:03.649521+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T05:30:48.037868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649388+0000","last_change":"2026-02-13T01:20:59.639178+0000","last_active":"2026-02-13T01:21:03.649388+0000","last_peered":"2026-02-13T01:21:03.649388+0000","last_clean":"2026-02-13T01:21:03.649388+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:03.649388+0000","last_undegraded":"2026-02-13T01:21:03.649388+0000","last_fullsized":"2026-02-13T01:21:03.649388+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:05:26.723439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649121+0000","last_change":"2026-02-13T01:20:59.639142+0000","last_active":"2026-02-13T01:21:03.649121+0000","last_peered":"2026-02-13T01:21:03.649121+0000","last_clean":"2026-02-13T01:21:03.649121+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:03.649121+0000","last_undegraded":"2026-02-13T01:21:03.649121+0000","last_fullsized":"2026-02-13T01:21:03.649121+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:55:32.849360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649376+0000","last_change":"2026-02-13T01:20:59.638898+0000","last_active":"2026-02-13T01:21:03.649376+0000","last_peered":"2026-02-13T01:21:03.649376+0000","last_clean":"2026-02-13T01:21:03.649376+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:03.649376+0000","last_undegraded":"2026-02-13T01:21:03.649376+0000","last_fullsized":"2026-02-13T01:21:03.649376+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:37:14.602830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649490+0000","last_change":"2026-02-13T01:20:59.639185+0000","last_active":"2026-02-13T01:21:03.649490+0000","last_peered":"2026-02-13T01:21:03.649490+0000","last_clean":"2026-02-13T01:21:03.649490+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:03.649490+0000","last_undegraded":"2026-02-13T01:21:03.649490+0000","last_fullsized":"2026-02-13T01:21:03.649490+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:40.987046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":160,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649420+0000","last_change":"2026-02-13T01:20:57.642658+0000","last_active":"2026-02-13T01:21:03.649420+0000","last_peered":"2026-02-13T01:21:03.649420+0000","last_clean":"2026-02-13T01:21:03.649420+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:03.649420+0000","last_undegraded":"2026-02-13T01:21:03.649420+0000","last_fullsized":"2026-02-13T01:21:03.649420+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:18:46.902699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182404,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":88261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":851968,"data_stored":678656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28292,"kb_used_data":820,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343548,"statfs":{"total":96636764160,"available":96607793152,"internally_reserved":0,"allocated":839680,"data_stored":675070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:07.936 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-13T01:21:08.007 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 -- 10.20.193.72:0/290625335 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 msgr2=0x7fcf0407fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:08.007 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/290625335 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0407fc10 secure :-1 s=READY pgs=97 gs=1 cs=0 l=1 c_cookie=579374115037857478 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fcef4005e70 tx=0x7fcef402f160 comp rx=0 tx=0).stop 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 -- 10.20.193.72:0/290625335 shutdown_connections 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/290625335 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04137bd0 0x7fcf04138050 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/290625335 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fcf04080150 0x7fcf04137690 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/290625335 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0407fc10 unknown :-1 s=CLOSED pgs=97 gs=1 cs=0 l=1 c_cookie=579374115037857478 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 -- 10.20.193.72:0/290625335 >> 10.20.193.72:0/290625335 conn(0x7fcf04085960 msgr2=0x7fcf040561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 -- 10.20.193.72:0/290625335 shutdown_connections 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.002+0000 7fcf0c05b640 1 -- 10.20.193.72:0/290625335 wait complete. 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 Processor -- start 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 -- start start 2026-02-13T01:21:08.008 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0405cad0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 0x7fcf0405d010 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fcf04137bd0 0x7fcf0405d550 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0407e860 con 0x7fcf0407f840 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fcf0405e410 con 0x7fcf04137bd0 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0c05b640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fcf0412e9c0 con 0x7fcf04080150 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 0x7fcf0405d010 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf09dd0640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0405cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 0x7fcf0405d010 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54626/0 (socket says 10.20.193.72:54626) 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 -- 10.20.193.72:0/766828915 learned_addr learned my addr 10.20.193.72:0/766828915 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf09dd0640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0405cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44660/0 (socket says 10.20.193.72:44660) 2026-02-13T01:21:08.009 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf0a5d1640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fcf04137bd0 0x7fcf0405d550 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 -- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fcf04137bd0 msgr2=0x7fcf0405d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fcf04137bd0 0x7fcf0405d550 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 -- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 msgr2=0x7fcf0405cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0405cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.003+0000 7fcf095cf640 1 -- 10.20.193.72:0/766828915 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcef80094b0 con 0x7fcf04080150 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcf095cf640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 0x7fcf0405d010 secure :-1 s=READY pgs=48 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fcef8002720 tx=0x7fcef8002bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fcef800ed60 con 0x7fcf04080150 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcef4009570 con 0x7fcf04080150 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcef8002e50 con 0x7fcf04080150 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fcef8010690 con 0x7fcf04080150 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf04147db0 con 0x7fcf04080150 2026-02-13T01:21:08.010 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf04086240 con 0x7fcf04080150 2026-02-13T01:21:08.011 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.004+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fcef8016020 con 0x7fcf04080150 2026-02-13T01:21:08.011 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.005+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fcef8064470 con 0x7fcf04080150 2026-02-13T01:21:08.011 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.006+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fcef803f460 con 0x7fcf04080150 2026-02-13T01:21:08.089 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.086+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcf04137690 con 0x7fcf04080150 2026-02-13T01:21:08.089 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.086+0000 7fcef27fc640 1 -- 10.20.193.72:0/766828915 <== mon.2 v2:10.20.193.72:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9197 (secure 0 0 0) 0x7fcef801d090 con 0x7fcf04080150 2026-02-13T01:21:08.090 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:08.090 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":30,"fsid":"0f5fa1fe-ea34-4e29-8518-287e725ddffc","created":"2026-02-13T01:19:46.162607+0000","modified":"2026-02-13T01:21:03.644616+0000","last_up_change":"2026-02-13T01:20:58.635943+0000","last_in_change":"2026-02-13T01:19:48.935269+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-13T01:19:59.313183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-13T01:20:02.891475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5632b68-ae65-43f6-be46-aa79c486a51a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6805","nonce":179560939}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6807","nonce":179560939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6811","nonce":179560939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6809","nonce":179560939}]},"public_addr":"10.20.193.72:6805/179560939","cluster_addr":"10.20.193.72:6807/179560939","heartbeat_back_addr":"10.20.193.72:6811/179560939","heartbeat_front_addr":"10.20.193.72:6809/179560939","state":["exists","up"]},{"osd":1,"uuid":"3a9d724f-125c-41ca-b207-0403682e7174","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6801","nonce":2953838191}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6802","nonce":2953838191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6804","nonce":2953838191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6803","nonce":2953838191}]},"public_addr":"10.20.193.72:6801/2953838191","cluster_addr":"10.20.193.72:6802/2953838191","heartbeat_back_addr":"10.20.193.72:6804/2953838191","heartbeat_front_addr":"10.20.193.72:6803/2953838191","state":["exists","up"]},{"osd":2,"uuid":"b58e393f-22bd-48bf-8786-bdcf345637a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6806","nonce":2883518823}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6808","nonce":2883518823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6812","nonce":2883518823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6810","nonce":2883518823}]},"public_addr":"10.20.193.72:6806/2883518823","cluster_addr":"10.20.193.72:6808/2883518823","heartbeat_back_addr":"10.20.193.72:6812/2883518823","heartbeat_front_addr":"10.20.193.72:6810/2883518823","state":["exists","up"]},{"osd":3,"uuid":"1f417472-0cb8-4ecc-845f-c28472d71cf9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6813","nonce":3762925117}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6814","nonce":3762925117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6816","nonce":3762925117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.72:6815","nonce":3762925117}]},"public_addr":"10.20.193.72:6813/3762925117","cluster_addr":"10.20.193.72:6814/3762925117","heartbeat_back_addr":"10.20.193.72:6816/3762925117","heartbeat_front_addr":"10.20.193.72:6815/3762925117","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.419553+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.496698+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.139655+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-13T01:19:56.368024+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.72:6800/3635446944":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3958641054":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/4126058896":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/1824515966":"2026-02-14T01:20:49.618944+0000","10.20.193.72:0/3063173907":"2026-02-14T01:20:49.618944+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-13T01:21:08.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 >> v1:10.20.193.72:6800/709617371 conn(0x7fced404d270 legacy=0x7fced406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:08.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 msgr2=0x7fcf0405d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:08.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 0x7fcf0405d010 secure :-1 s=READY pgs=48 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fcef8002720 tx=0x7fcef8002bf0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 shutdown_connections 2026-02-13T01:21:08.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fcf04137bd0 0x7fcf0405d550 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.091 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fcf04080150 0x7fcf0405d010 unknown :-1 s=CLOSED pgs=48 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 --2- 10.20.193.72:0/766828915 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fcf0407f840 0x7fcf0405cad0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:08.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 >> 10.20.193.72:0/766828915 conn(0x7fcf04085960 msgr2=0x7fcf0407b330 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:08.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 shutdown_connections 2026-02-13T01:21:08.092 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:08.087+0000 7fcf0c05b640 1 -- 10.20.193.72:0/766828915 wait complete. 2026-02-13T01:21:09.099 INFO:tasks.ceph:Scrubbing osd.0 2026-02-13T01:21:09.099 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-13T01:21:09.172 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 -- 10.20.193.72:0/2115999805 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084950 msgr2=0x7f3ac41397c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.172 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 --2- 10.20.193.72:0/2115999805 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084950 0x7f3ac41397c0 secure :-1 s=READY pgs=49 gs=2 cs=0 l=1 c_cookie=13931136924905420871 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3ab8004740 tx=0x7f3ab802f0f0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.172 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 -- 10.20.193.72:0/2115999805 shutdown_connections 2026-02-13T01:21:09.172 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 --2- 10.20.193.72:0/2115999805 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4139d00 0x7f3ac413a180 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 --2- 10.20.193.72:0/2115999805 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084950 0x7f3ac41397c0 unknown :-1 s=CLOSED pgs=49 gs=2 cs=0 l=1 c_cookie=13931136924905420871 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 --2- 10.20.193.72:0/2115999805 >> v2:10.20.193.72:3300/0 conn(0x7f3ac4084040 0x7f3ac4084410 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 -- 10.20.193.72:0/2115999805 >> 10.20.193.72:0/2115999805 conn(0x7f3ac4085e20 msgr2=0x7f3ac40561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 -- 10.20.193.72:0/2115999805 shutdown_connections 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.166+0000 7f3acc61b640 1 -- 10.20.193.72:0/2115999805 wait complete. 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 Processor -- start 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 -- start start 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084040 0x7f3ac4146aa0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4084950 0x7f3ac4146fe0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3ac4139d00 0x7f3ac412e8a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.173 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac4130bf0 con 0x7f3ac4139d00 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f3ac4130230 con 0x7f3ac4084950 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acc61b640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f3ac4130ea0 con 0x7f3ac4084040 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3ac9b8f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4084950 0x7f3ac4146fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084040 0x7f3ac4146aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3ac9b8f640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4084950 0x7f3ac4146fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49364/0 (socket says 10.20.193.72:49364) 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3ac9b8f640 1 -- 10.20.193.72:0/236210185 learned_addr learned my addr 10.20.193.72:0/236210185 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3acab91640 1 --2- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3ac4139d00 0x7f3ac412e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 -- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4084950 msgr2=0x7f3ac4146fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 --2- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4084950 0x7f3ac4146fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 -- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3ac4139d00 msgr2=0x7f3ac412e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 --2- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3ac4139d00 0x7f3ac412e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.174 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 -- 10.20.193.72:0/236210185 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ab4009570 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3ac9b8f640 1 --2- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3ac4084950 0x7f3ac4146fe0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aca390640 1 --2- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084040 0x7f3ac4146aa0 secure :-1 s=READY pgs=50 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3ab4005e70 tx=0x7f3ab4002b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3ab400eb20 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.167+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ab400ec80 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.168+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac000a590 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.168+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3ab40106b0 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.168+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ab80094b0 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.168+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ac41397c0 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.168+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f3ab401f060 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.168+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f3ab4064560 con 0x7f3ac4084040 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.169+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 --> v1:10.20.193.72:6805/179560939 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3a94093820 con 0x7f3a94071b80 2026-02-13T01:21:09.175 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.169+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3ab4066bf0 con 0x7f3ac4084040 2026-02-13T01:21:09.176 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.169+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== osd.0 v1:10.20.193.72:6805/179560939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7f3a94093820 con 0x7f3a94071b80 2026-02-13T01:21:09.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 --> v1:10.20.193.72:6805/179560939 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3ac407f600 con 0x7f3a94071b80 2026-02-13T01:21:09.179 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3aaaffd640 1 -- 10.20.193.72:0/236210185 <== osd.0 v1:10.20.193.72:6805/179560939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f3ac407f600 con 0x7f3a94071b80 2026-02-13T01:21:09.180 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-13T01:21:09.180 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-13T01:21:09.180 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-13T01:21:09.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 >> v1:10.20.193.72:6805/179560939 conn(0x7f3a94071b80 legacy=0x7f3a94091fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 >> v1:10.20.193.72:6800/709617371 conn(0x7f3a9404d260 legacy=0x7f3a9406d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084040 msgr2=0x7f3ac4146aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.181 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 --2- 10.20.193.72:0/236210185 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3ac4084040 0x7f3ac4146aa0 secure :-1 s=READY pgs=50 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3ab4005e70 tx=0x7f3ab4002b40 comp rx=0 tx=0).stop 2026-02-13T01:21:09.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acab91640 1 -- 10.20.193.72:0/236210185 reap_dead start 2026-02-13T01:21:09.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 shutdown_connections 2026-02-13T01:21:09.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 >> 10.20.193.72:0/236210185 conn(0x7f3ac4085e20 msgr2=0x7f3ac40789b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 shutdown_connections 2026-02-13T01:21:09.182 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.177+0000 7f3acc61b640 1 -- 10.20.193.72:0/236210185 wait complete. 2026-02-13T01:21:09.185 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-02-13T01:21:09.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 -- 10.20.193.72:0/1470627780 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300081470 msgr2=0x7f2300197c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.254 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 --2- 10.20.193.72:0/1470627780 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300081470 0x7f2300197c30 secure :-1 s=READY pgs=61 gs=3 cs=0 l=1 c_cookie=2325151959961740291 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f22f000aa30 tx=0x7f22f0030280 comp rx=0 tx=0).stop 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 -- 10.20.193.72:0/1470627780 shutdown_connections 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 --2- 10.20.193.72:0/1470627780 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300081470 0x7f2300197c30 unknown :-1 s=CLOSED pgs=61 gs=3 cs=0 l=1 c_cookie=2325151959961740291 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 --2- 10.20.193.72:0/1470627780 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300084520 0x7f23001776e0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 -- 10.20.193.72:0/1470627780 >> 10.20.193.72:0/1470627780 conn(0x7f2300085960 msgr2=0x7f23000561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 -- 10.20.193.72:0/1470627780 shutdown_connections 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.249+0000 7f2305a3e640 1 -- 10.20.193.72:0/1470627780 wait complete. 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 Processor -- start 2026-02-13T01:21:09.255 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 -- start start 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2300080990 0x7f23001275e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 0x7f23001976f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300084520 0x7f2300197c30 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f230010e850 con 0x7f2300080990 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f230010ebf0 con 0x7f2300084520 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f230007e890 con 0x7f2300081470 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 0x7f23001976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 0x7f23001976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54644/0 (socket says 10.20.193.72:54644) 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 -- 10.20.193.72:0/4203467175 learned_addr learned my addr 10.20.193.72:0/4203467175 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22ff7fe640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300084520 0x7f2300197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22feffd640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2300080990 0x7f23001275e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.256 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 -- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300084520 msgr2=0x7f2300197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300084520 0x7f2300197c30 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 -- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2300080990 msgr2=0x7f23001275e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2300080990 0x7f23001275e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 -- 10.20.193.72:0/4203467175 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22f000a650 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22fe7fc640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 0x7f23001976f0 secure :-1 s=READY pgs=51 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f22e800e9c0 tx=0x7f22e800ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f22e800cd70 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22e8004850 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f230010f800 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f22e8004c80 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.250+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2300127b20 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.251+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f22e801f060 con 0x7f2300081470 2026-02-13T01:21:09.257 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.251+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2300086240 con 0x7f2300081470 2026-02-13T01:21:09.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.251+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f22e8014070 con 0x7f2300081470 2026-02-13T01:21:09.258 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.253+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f22e803f460 con 0x7f2300081470 2026-02-13T01:21:09.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.331+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f2300080d60 con 0x7f22d004d270 2026-02-13T01:21:09.334 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.331+0000 7f22d7fff640 1 -- 10.20.193.72:0/4203467175 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f2300080d60 con 0x7f22d004d270 2026-02-13T01:21:09.334 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 0 to deep-scrub 2026-02-13T01:21:09.335 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 >> v1:10.20.193.72:6800/709617371 conn(0x7f22d004d270 legacy=0x7f22d006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 msgr2=0x7f23001976f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 0x7f23001976f0 secure :-1 s=READY pgs=51 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f22e800e9c0 tx=0x7f22e800ee90 comp rx=0 tx=0).stop 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 shutdown_connections 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f2300084520 0x7f2300197c30 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f2300081470 0x7f23001976f0 unknown :-1 s=CLOSED pgs=51 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 --2- 10.20.193.72:0/4203467175 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f2300080990 0x7f23001275e0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 >> 10.20.193.72:0/4203467175 conn(0x7f2300085960 msgr2=0x7f230007f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 shutdown_connections 2026-02-13T01:21:09.336 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.332+0000 7f2305a3e640 1 -- 10.20.193.72:0/4203467175 wait complete. 2026-02-13T01:21:09.343 INFO:tasks.ceph:Scrubbing osd.1 2026-02-13T01:21:09.343 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-13T01:21:09.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/2811503481 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec081760 msgr2=0x7fa9ec1777c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 --2- 10.20.193.72:0/2811503481 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec081760 0x7fa9ec1777c0 secure :-1 s=READY pgs=52 gs=2 cs=0 l=1 c_cookie=10504197277406867204 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa9d4009890 tx=0x7fa9d402f0e0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.417 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/2811503481 shutdown_connections 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 --2- 10.20.193.72:0/2811503481 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec177d00 0x7fa9ec1980e0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 --2- 10.20.193.72:0/2811503481 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec081760 0x7fa9ec1777c0 unknown :-1 s=CLOSED pgs=52 gs=2 cs=0 l=1 c_cookie=10504197277406867204 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/2811503481 >> 10.20.193.72:0/2811503481 conn(0x7fa9ec085e20 msgr2=0x7fa9ec0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/2811503481 shutdown_connections 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/2811503481 wait complete. 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 Processor -- start 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.412+0000 7fa9f2fc7640 1 -- start start 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa9ec080c80 0x7fa9ec1259f0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec081760 0x7fa9ec125f30 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec177d00 0x7fa9ec126470 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.418 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ec110f50 con 0x7fa9ec080c80 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa9ec111f30 con 0x7fa9ec081760 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa9ec111950 con 0x7fa9ec177d00 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec081760 0x7fa9ec125f30 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f0d3c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa9ec080c80 0x7fa9ec1259f0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f153d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec177d00 0x7fa9ec126470 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec081760 0x7fa9ec125f30 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49396/0 (socket says 10.20.193.72:49396) 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 -- 10.20.193.72:0/744417722 learned_addr learned my addr 10.20.193.72:0/744417722 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 -- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec177d00 msgr2=0x7fa9ec126470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 --2- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa9ec177d00 0x7fa9ec126470 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 -- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa9ec080c80 msgr2=0x7fa9ec1259f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.419 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 --2- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa9ec080c80 0x7fa9ec1259f0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 -- 10.20.193.72:0/744417722 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d40094b0 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e3fff640 1 --2- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec081760 0x7fa9ec125f30 secure :-1 s=READY pgs=62 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa9d4009990 tx=0x7fa9d40028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa9d403d070 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9d402f940 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9ec128f90 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa9d402fd50 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9ec129450 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.413+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa9ec111b70 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.414+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fa9d4031070 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.414+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fa9d4088cd0 con 0x7fa9ec081760 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.414+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 --> v1:10.20.193.72:6801/2953838191 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa9bc093830 con 0x7fa9bc071b90 2026-02-13T01:21:09.420 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.414+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa9d408b360 con 0x7fa9ec081760 2026-02-13T01:21:09.421 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.415+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== osd.1 v1:10.20.193.72:6801/2953838191 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7fa9bc093830 con 0x7fa9bc071b90 2026-02-13T01:21:09.425 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.422+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 --> v1:10.20.193.72:6801/2953838191 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa9ec112070 con 0x7fa9bc071b90 2026-02-13T01:21:09.425 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.422+0000 7fa9e17fa640 1 -- 10.20.193.72:0/744417722 <== osd.1 v1:10.20.193.72:6801/2953838191 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fa9ec112070 con 0x7fa9bc071b90 2026-02-13T01:21:09.425 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-13T01:21:09.426 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-13T01:21:09.426 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 >> v1:10.20.193.72:6801/2953838191 conn(0x7fa9bc071b90 legacy=0x7fa9bc091fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 >> v1:10.20.193.72:6800/709617371 conn(0x7fa9bc04d270 legacy=0x7fa9bc06d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec081760 msgr2=0x7fa9ec125f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 --2- 10.20.193.72:0/744417722 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa9ec081760 0x7fa9ec125f30 secure :-1 s=READY pgs=62 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa9d4009990 tx=0x7fa9d40028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f153d640 1 -- 10.20.193.72:0/744417722 reap_dead start 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 shutdown_connections 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 >> 10.20.193.72:0/744417722 conn(0x7fa9ec085e20 msgr2=0x7fa9ec05cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 shutdown_connections 2026-02-13T01:21:09.427 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.423+0000 7fa9f2fc7640 1 -- 10.20.193.72:0/744417722 wait complete. 2026-02-13T01:21:09.431 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-02-13T01:21:09.502 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- 10.20.193.72:0/3295509933 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c139a20 msgr2=0x7fe61c139df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- 10.20.193.72:0/3295509933 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c139a20 0x7fe61c139df0 secure :-1 s=READY pgs=53 gs=1 cs=0 l=1 c_cookie=7575183188167700659 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe60c009950 tx=0x7fe60c02f160 comp rx=0 tx=0).stop 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- 10.20.193.72:0/3295509933 shutdown_connections 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- 10.20.193.72:0/3295509933 >> v2:10.20.193.72:3300/0 conn(0x7fe61c0846e0 0x7fe61c19a790 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- 10.20.193.72:0/3295509933 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c083d50 0x7fe61c0841a0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- 10.20.193.72:0/3295509933 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c139a20 0x7fe61c139df0 unknown :-1 s=CLOSED pgs=53 gs=1 cs=0 l=1 c_cookie=7575183188167700659 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- 10.20.193.72:0/3295509933 >> 10.20.193.72:0/3295509933 conn(0x7fe61c085960 msgr2=0x7fe61c0561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- 10.20.193.72:0/3295509933 shutdown_connections 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- 10.20.193.72:0/3295509933 wait complete. 2026-02-13T01:21:09.503 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 Processor -- start 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- start start 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe61c083d50 0x7fe61c05ce60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 0x7fe61c19a580 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c139a20 0x7fe61c05d3a0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fe61c10ee30 con 0x7fe61c083d50 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fe61c10de50 con 0x7fe61c139a20 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe6246cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fe61c10f200 con 0x7fe61c0846e0 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe621c40640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 0x7fe61c19a580 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe622441640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe61c083d50 0x7fe61c05ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.504 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe622c42640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c139a20 0x7fe61c05d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe621c40640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 0x7fe61c19a580 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54670/0 (socket says 10.20.193.72:54670) 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.498+0000 7fe621c40640 1 -- 10.20.193.72:0/1883910793 learned_addr learned my addr 10.20.193.72:0/1883910793 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe621c40640 1 -- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c139a20 msgr2=0x7fe61c05d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe621c40640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c139a20 0x7fe61c05d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe621c40640 1 -- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe61c083d50 msgr2=0x7fe61c05ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe621c40640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe61c083d50 0x7fe61c05ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe621c40640 1 -- 10.20.193.72:0/1883910793 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe61800a590 con 0x7fe61c0846e0 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe622441640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe61c083d50 0x7fe61c05ce60 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe622c42640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c139a20 0x7fe61c05d3a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe621c40640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 0x7fe61c19a580 secure :-1 s=READY pgs=54 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe61000e9c0 tx=0x7fe61000ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.505 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe61000cd70 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe610004020 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe60c009570 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fe610004430 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe61c11b0a0 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe61c086240 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.499+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fe61001f060 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.500+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fe610014070 con 0x7fe61c0846e0 2026-02-13T01:21:09.506 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.501+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fe61003f430 con 0x7fe61c0846e0 2026-02-13T01:21:09.581 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.578+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fe61c11b320 con 0x7fe5ec04d260 2026-02-13T01:21:09.581 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.578+0000 7fe602ffd640 1 -- 10.20.193.72:0/1883910793 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7fe61c11b320 con 0x7fe5ec04d260 2026-02-13T01:21:09.581 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 1 to deep-scrub 2026-02-13T01:21:09.582 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 >> v1:10.20.193.72:6800/709617371 conn(0x7fe5ec04d260 legacy=0x7fe5ec06d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.582 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 msgr2=0x7fe61c19a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 0x7fe61c19a580 secure :-1 s=READY pgs=54 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fe61000e9c0 tx=0x7fe61000ee90 comp rx=0 tx=0).stop 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 shutdown_connections 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fe61c139a20 0x7fe61c05d3a0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fe61c0846e0 0x7fe61c19a580 unknown :-1 s=CLOSED pgs=54 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 --2- 10.20.193.72:0/1883910793 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fe61c083d50 0x7fe61c05ce60 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 >> 10.20.193.72:0/1883910793 conn(0x7fe61c085960 msgr2=0x7fe61c07f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 shutdown_connections 2026-02-13T01:21:09.583 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.579+0000 7fe6246cc640 1 -- 10.20.193.72:0/1883910793 wait complete. 2026-02-13T01:21:09.590 INFO:tasks.ceph:Scrubbing osd.2 2026-02-13T01:21:09.590 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-13T01:21:09.663 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/3145034807 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c8080dd0 msgr2=0x7fd2c81787d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.663 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 --2- 10.20.193.72:0/3145034807 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c8080dd0 0x7fd2c81787d0 secure :-1 s=READY pgs=55 gs=2 cs=0 l=1 c_cookie=12608510321743174627 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fd2b0009890 tx=0x7fd2b002f0e0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.663 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/3145034807 shutdown_connections 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 --2- 10.20.193.72:0/3145034807 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 0x7fd2c8198d20 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 --2- 10.20.193.72:0/3145034807 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c8080dd0 0x7fd2c81787d0 unknown :-1 s=CLOSED pgs=55 gs=2 cs=0 l=1 c_cookie=12608510321743174627 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/3145034807 >> 10.20.193.72:0/3145034807 conn(0x7fd2c8085e20 msgr2=0x7fd2c80561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/3145034807 shutdown_connections 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/3145034807 wait complete. 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 Processor -- start 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.658+0000 7fd2cd4cc640 1 -- start start 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c805da30 0x7fd2c807a110 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 0x7fd2c807a650 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd2c8080dd0 0x7fd2c807ab90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.664 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c807d610 con 0x7fd2c8080dd0 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fd2c8081ed0 con 0x7fd2c805e510 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fd2c807f410 con 0x7fd2c805da30 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c6ffd640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c805da30 0x7fd2c807a110 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 0x7fd2c807a650 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 0x7fd2c807a650 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49426/0 (socket says 10.20.193.72:49426) 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 -- 10.20.193.72:0/2890879352 learned_addr learned my addr 10.20.193.72:0/2890879352 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c77fe640 1 --2- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd2c8080dd0 0x7fd2c807ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 -- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c805da30 msgr2=0x7fd2c807a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 --2- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fd2c805da30 0x7fd2c807a110 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 -- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd2c8080dd0 msgr2=0x7fd2c807ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 --2- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fd2c8080dd0 0x7fd2c807ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.665 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 -- 10.20.193.72:0/2890879352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b800a590 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2c67fc640 1 --2- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 0x7fd2c807a650 secure :-1 s=READY pgs=63 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fd2b0009990 tx=0x7fd2b00028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fd2b003d070 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd2b0002e70 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b00094b0 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fd2b002fba0 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2c807cc50 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.659+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd2c805de00 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.660+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fd2b002fd00 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.660+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fd2b0088c30 con 0x7fd2c805e510 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.660+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 --> v1:10.20.193.72:6806/2883518823 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd294093820 con 0x7fd294071b80 2026-02-13T01:21:09.666 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.660+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd2b008b2c0 con 0x7fd2c805e510 2026-02-13T01:21:09.667 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.661+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== osd.2 v1:10.20.193.72:6806/2883518823 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7fd294093820 con 0x7fd294071b80 2026-02-13T01:21:09.671 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.668+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 --> v1:10.20.193.72:6806/2883518823 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd2c807ba00 con 0x7fd294071b80 2026-02-13T01:21:09.671 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.668+0000 7fd2a77fe640 1 -- 10.20.193.72:0/2890879352 <== osd.2 v1:10.20.193.72:6806/2883518823 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fd2c807ba00 con 0x7fd294071b80 2026-02-13T01:21:09.671 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-13T01:21:09.671 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-13T01:21:09.672 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 >> v1:10.20.193.72:6806/2883518823 conn(0x7fd294071b80 legacy=0x7fd294091fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 >> v1:10.20.193.72:6800/709617371 conn(0x7fd29404d260 legacy=0x7fd29406d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 msgr2=0x7fd2c807a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 --2- 10.20.193.72:0/2890879352 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fd2c805e510 0x7fd2c807a650 secure :-1 s=READY pgs=63 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fd2b0009990 tx=0x7fd2b00028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2c77fe640 1 -- 10.20.193.72:0/2890879352 reap_dead start 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 shutdown_connections 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 >> 10.20.193.72:0/2890879352 conn(0x7fd2c8085e20 msgr2=0x7fd2c805cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 shutdown_connections 2026-02-13T01:21:09.673 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.669+0000 7fd2cd4cc640 1 -- 10.20.193.72:0/2890879352 wait complete. 2026-02-13T01:21:09.678 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 -- 10.20.193.72:0/255582306 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee380846e0 msgr2=0x7fee3819a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/255582306 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee380846e0 0x7fee3819a790 secure :-1 s=READY pgs=101 gs=3 cs=0 l=1 c_cookie=8077403182540703926 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fee3400aa60 tx=0x7fee34030280 comp rx=0 tx=0).stop 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 -- 10.20.193.72:0/255582306 shutdown_connections 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/255582306 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee380846e0 0x7fee3819a790 unknown :-1 s=CLOSED pgs=101 gs=3 cs=0 l=1 c_cookie=8077403182540703926 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/255582306 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee380841a0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/255582306 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee38139a20 0x7fee38139df0 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 -- 10.20.193.72:0/255582306 >> 10.20.193.72:0/255582306 conn(0x7fee38085960 msgr2=0x7fee380561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.749 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 -- 10.20.193.72:0/255582306 shutdown_connections 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.743+0000 7fee3fa8c640 1 -- 10.20.193.72:0/255582306 wait complete. 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 Processor -- start 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 -- start start 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee3810d400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee380846e0 0x7fee3819a580 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee38139a20 0x7fee3810d940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fee3810efc0 con 0x7fee38139a20 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fee3819aac0 con 0x7fee38083d50 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3fa8c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fee38110290 con 0x7fee380846e0 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d801640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee3810d400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.750 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee380846e0 0x7fee3819a580 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d801640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee3810d400 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49442/0 (socket says 10.20.193.72:49442) 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d801640 1 -- 10.20.193.72:0/201874350 learned_addr learned my addr 10.20.193.72:0/201874350 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3e002640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee38139a20 0x7fee3810d940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 -- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 msgr2=0x7fee3810d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee3810d400 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 -- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee38139a20 msgr2=0x7fee3810d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee38139a20 0x7fee3810d940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 -- 10.20.193.72:0/201874350 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3400a650 con 0x7fee380846e0 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d801640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee3810d400 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.744+0000 7fee3d000640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee380846e0 0x7fee3819a580 secure :-1 s=READY pgs=56 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fee2c004740 tx=0x7fee2c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fee2c00cc80 con 0x7fee380846e0 2026-02-13T01:21:09.751 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee2c00cde0 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fee2c0042b0 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3805e1a0 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3810f8e0 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee38086240 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.745+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fee2c01f060 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.746+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fee2c014070 con 0x7fee380846e0 2026-02-13T01:21:09.752 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.747+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fee2c03f370 con 0x7fee380846e0 2026-02-13T01:21:09.826 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.824+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fee380841a0 con 0x7fee0804d270 2026-02-13T01:21:09.826 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.824+0000 7fee25ffb640 1 -- 10.20.193.72:0/201874350 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7fee380841a0 con 0x7fee0804d270 2026-02-13T01:21:09.826 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 2 to deep-scrub 2026-02-13T01:21:09.828 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 >> v1:10.20.193.72:6800/709617371 conn(0x7fee0804d270 legacy=0x7fee0806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.828 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee380846e0 msgr2=0x7fee3819a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.828 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee380846e0 0x7fee3819a580 secure :-1 s=READY pgs=56 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fee2c004740 tx=0x7fee2c00ee60 comp rx=0 tx=0).stop 2026-02-13T01:21:09.828 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 shutdown_connections 2026-02-13T01:21:09.828 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fee38139a20 0x7fee3810d940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.829 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fee380846e0 0x7fee3819a580 unknown :-1 s=CLOSED pgs=56 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.829 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 --2- 10.20.193.72:0/201874350 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fee38083d50 0x7fee3810d400 unknown :-1 s=CLOSED pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.829 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 >> 10.20.193.72:0/201874350 conn(0x7fee38085960 msgr2=0x7fee38081300 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.829 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 shutdown_connections 2026-02-13T01:21:09.829 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.825+0000 7fee3fa8c640 1 -- 10.20.193.72:0/201874350 wait complete. 2026-02-13T01:21:09.836 INFO:tasks.ceph:Scrubbing osd.3 2026-02-13T01:21:09.836 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2026-02-13T01:21:09.908 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 -- 10.20.193.72:0/245970267 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 msgr2=0x7fa54417a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 --2- 10.20.193.72:0/245970267 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa54417a810 secure :-1 s=READY pgs=57 gs=3 cs=0 l=1 c_cookie=12145485096880433450 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa538004740 tx=0x7fa53802f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 -- 10.20.193.72:0/245970267 shutdown_connections 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 --2- 10.20.193.72:0/245970267 >> v2:10.20.193.72:3300/0 conn(0x7fa54417ad50 0x7fa54419b130 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 --2- 10.20.193.72:0/245970267 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa54417a810 unknown :-1 s=CLOSED pgs=57 gs=3 cs=0 l=1 c_cookie=12145485096880433450 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 -- 10.20.193.72:0/245970267 >> 10.20.193.72:0/245970267 conn(0x7fa544085e20 msgr2=0x7fa5440561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 -- 10.20.193.72:0/245970267 shutdown_connections 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.903+0000 7fa54c6c3640 1 -- 10.20.193.72:0/245970267 wait complete. 2026-02-13T01:21:09.909 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 Processor -- start 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 -- start start 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa544084040 0x7fa5441937e0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa544193d20 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa54417ad50 0x7fa544194260 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fa54417b930 con 0x7fa54417ad50 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fa54407edb0 con 0x7fa544084040 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fa54417b2d0 con 0x7fa544084b20 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54a438640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa544084040 0x7fa5441937e0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa544193d20 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54ac39640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa54417ad50 0x7fa544194260 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa544193d20 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54718/0 (socket says 10.20.193.72:54718) 2026-02-13T01:21:09.910 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54a438640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa544084040 0x7fa5441937e0 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49448/0 (socket says 10.20.193.72:49448) 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 -- 10.20.193.72:0/2199161045 learned_addr learned my addr 10.20.193.72:0/2199161045 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54ac39640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa54417ad50 0x7fa544194260 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44762/0 (socket says 10.20.193.72:44762) 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 -- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa544084040 msgr2=0x7fa5441937e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 --2- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fa544084040 0x7fa5441937e0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 -- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa54417ad50 msgr2=0x7fa544194260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 --2- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fa54417ad50 0x7fa544194260 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 -- 10.20.193.72:0/2199161045 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5380094b0 con 0x7fa544084b20 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa549c37640 1 --2- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa544193d20 secure :-1 s=READY pgs=58 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa538009960 tx=0x7fa5380028d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa53803d070 con 0x7fa544084b20 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa53802f970 con 0x7fa544084b20 2026-02-13T01:21:09.911 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa54407e990 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fa53802fd40 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.904+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa54419b4c0 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.905+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa544084410 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.905+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fa538031070 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.905+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fa538088a70 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.905+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 --> v1:10.20.193.72:6813/3762925117 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa514093830 con 0x7fa514071b90 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.905+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa53808d2c0 con 0x7fa544084b20 2026-02-13T01:21:09.912 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.906+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== osd.3 v1:10.20.193.72:6813/3762925117 1 ==== command_reply(tid 1: 0 ) ==== 8+0+33498 (unknown 0 0 784407017) 0x7fa514093830 con 0x7fa514071b90 2026-02-13T01:21:09.916 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.913+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 --> v1:10.20.193.72:6813/3762925117 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa54407f600 con 0x7fa514071b90 2026-02-13T01:21:09.916 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.913+0000 7fa52affd640 1 -- 10.20.193.72:0/2199161045 <== osd.3 v1:10.20.193.72:6813/3762925117 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fa54407f600 con 0x7fa514071b90 2026-02-13T01:21:09.916 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-13T01:21:09.916 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-13T01:21:09.916 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-13T01:21:09.917 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.913+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 >> v1:10.20.193.72:6813/3762925117 conn(0x7fa514071b90 legacy=0x7fa514091fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 >> v1:10.20.193.72:6800/709617371 conn(0x7fa51404d270 legacy=0x7fa51406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 msgr2=0x7fa544193d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 --2- 10.20.193.72:0/2199161045 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fa544084b20 0x7fa544193d20 secure :-1 s=READY pgs=58 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fa538009960 tx=0x7fa5380028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54ac39640 1 -- 10.20.193.72:0/2199161045 reap_dead start 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 shutdown_connections 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 >> 10.20.193.72:0/2199161045 conn(0x7fa544085e20 msgr2=0x7fa544188260 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 shutdown_connections 2026-02-13T01:21:09.918 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.914+0000 7fa54c6c3640 1 -- 10.20.193.72:0/2199161045 wait complete. 2026-02-13T01:21:09.921 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2026-02-13T01:21:09.992 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 -- 10.20.193.72:0/2869895096 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88080990 msgr2=0x7f3e88080d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/2869895096 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88080990 0x7f3e88080d60 secure :-1 s=READY pgs=59 gs=2 cs=0 l=1 c_cookie=6094745648029209115 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3e740098c0 tx=0x7f3e7402f0c0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 -- 10.20.193.72:0/2869895096 shutdown_connections 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/2869895096 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e880812a0 0x7f3e88136bb0 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/2869895096 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88080990 0x7f3e88080d60 unknown :-1 s=CLOSED pgs=59 gs=2 cs=0 l=1 c_cookie=6094745648029209115 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 -- 10.20.193.72:0/2869895096 >> 10.20.193.72:0/2869895096 conn(0x7f3e88085960 msgr2=0x7f3e880561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 -- 10.20.193.72:0/2869895096 shutdown_connections 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.987+0000 7f3e8e48c640 1 -- 10.20.193.72:0/2869895096 wait complete. 2026-02-13T01:21:09.993 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 Processor -- start 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 -- start start 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 0x7f3e8810d400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3e880812a0 0x7f3e8810d940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88084520 0x7f3e8810de80 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f3e8810f060 con 0x7f3e880812a0 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f3e8807e890 con 0x7f3e88080990 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f3e88110440 con 0x7f3e88084520 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 0x7f3e8810d400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 0x7f3e8810d400 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49464/0 (socket says 10.20.193.72:49464) 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 -- 10.20.193.72:0/4065439319 learned_addr learned my addr 10.20.193.72:0/4065439319 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8ca02640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88084520 0x7f3e8810de80 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.994 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e877fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3e880812a0 0x7f3e8810d940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 -- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88084520 msgr2=0x7f3e8810de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88084520 0x7f3e8810de80 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 -- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3e880812a0 msgr2=0x7f3e8810d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3e880812a0 0x7f3e8810d940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 -- 10.20.193.72:0/4065439319 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e7c00a590 con 0x7f3e88080990 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e87fff640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 0x7f3e8810d400 secure :-1 s=READY pgs=64 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3e740099c0 tx=0x7f3e740028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3e7403d070 con 0x7f3e88080990 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e74002e70 con 0x7f3e88080990 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e740094b0 con 0x7f3e88080990 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f3e7402fb60 con 0x7f3e88080990 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.988+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e8810fb10 con 0x7f3e88080990 2026-02-13T01:21:09.995 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.989+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e88086240 con 0x7f3e88080990 2026-02-13T01:21:09.996 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.989+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f3e7402fcc0 con 0x7f3e88080990 2026-02-13T01:21:09.996 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.990+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f3e74088a90 con 0x7f3e88080990 2026-02-13T01:21:09.996 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:09.991+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f3e74063b00 con 0x7f3e88080990 2026-02-13T01:21:10.071 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.068+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f3e88080d60 con 0x7f3e5804d270 2026-02-13T01:21:10.071 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.068+0000 7f3e84ff9640 1 -- 10.20.193.72:0/4065439319 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7f3e88080d60 con 0x7f3e5804d270 2026-02-13T01:21:10.071 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 3 to deep-scrub 2026-02-13T01:21:10.072 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 >> v1:10.20.193.72:6800/709617371 conn(0x7f3e5804d270 legacy=0x7f3e5806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.072 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 msgr2=0x7f3e8810d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.072 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 0x7f3e8810d400 secure :-1 s=READY pgs=64 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f3e740099c0 tx=0x7f3e740028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 shutdown_connections 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f3e880812a0 0x7f3e8810d940 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f3e88084520 0x7f3e8810de80 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 --2- 10.20.193.72:0/4065439319 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f3e88080990 0x7f3e8810d400 unknown :-1 s=CLOSED pgs=64 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 >> 10.20.193.72:0/4065439319 conn(0x7f3e88085960 msgr2=0x7f3e8807f840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 shutdown_connections 2026-02-13T01:21:10.073 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.069+0000 7f3e8e48c640 1 -- 10.20.193.72:0/4065439319 wait complete. 2026-02-13T01:21:10.080 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:10.150 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- 10.20.193.72:0/3738976066 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650817b090 msgr2=0x7f650819b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.150 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 --2- 10.20.193.72:0/3738976066 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650817b090 0x7f650819b470 secure :-1 s=READY pgs=60 gs=2 cs=0 l=1 c_cookie=6401200338619926374 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f64fc005820 tx=0x7f64fc030180 comp rx=0 tx=0).stop 2026-02-13T01:21:10.150 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- 10.20.193.72:0/3738976066 shutdown_connections 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 --2- 10.20.193.72:0/3738976066 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650817b090 0x7f650819b470 unknown :-1 s=CLOSED pgs=60 gs=2 cs=0 l=1 c_cookie=6401200338619926374 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 --2- 10.20.193.72:0/3738976066 >> v2:10.20.193.72:3300/0 conn(0x7f650815a770 0x7f650817ab50 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- 10.20.193.72:0/3738976066 >> 10.20.193.72:0/3738976066 conn(0x7f6508085960 msgr2=0x7f65080561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- 10.20.193.72:0/3738976066 shutdown_connections 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- 10.20.193.72:0/3738976066 wait complete. 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 Processor -- start 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- start start 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 0x7f650819b470 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650815a770 0x7f6508152f40 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 0x7f6508153480 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:10.151 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7f650805b300 con 0x7f650817b090 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7f650805bbb0 con 0x7f6508139a20 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650e50c640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7f650805c6c0 con 0x7f650815a770 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f65077fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650815a770 0x7f6508152f40 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f6507fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 0x7f650819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650ca82640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 0x7f6508153480 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f65077fe640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650815a770 0x7f6508152f40 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54770/0 (socket says 10.20.193.72:54770) 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f6507fff640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 0x7f650819b470 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:49480/0 (socket says 10.20.193.72:49480) 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f650ca82640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 0x7f6508153480 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3300/0 says I am v2:10.20.193.72:44780/0 (socket says 10.20.193.72:44780) 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.145+0000 7f65077fe640 1 -- 10.20.193.72:0/1589590087 learned_addr learned my addr 10.20.193.72:0/1589590087 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6507fff640 1 -- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650815a770 msgr2=0x7f6508152f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.152 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6507fff640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650815a770 0x7f6508152f40 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6507fff640 1 -- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 msgr2=0x7f6508153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6507fff640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 0x7f6508153480 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6507fff640 1 -- 10.20.193.72:0/1589590087 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64fc00a590 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f650ca82640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 0x7f6508153480 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6507fff640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 0x7f650819b470 secure :-1 s=READY pgs=65 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f64f40029a0 tx=0x7f64f400c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f64f4012850 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64f4012aa0 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f650805ab70 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7f64f4011380 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6508153b60 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.146+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6508086240 con 0x7f6508139a20 2026-02-13T01:21:10.153 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.147+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7f64f4022020 con 0x7f6508139a20 2026-02-13T01:21:10.154 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.147+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f64f4063980 con 0x7f6508139a20 2026-02-13T01:21:10.154 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.148+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7f64f403e9f0 con 0x7f6508139a20 2026-02-13T01:21:10.225 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.223+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f650805bcf0 con 0x7f64d804d270 2026-02-13T01:21:10.226 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.223+0000 7f6504ff9640 1 -- 10.20.193.72:0/1589590087 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31964 (unknown 2965378022 0 2096176177) 0x7f650805bcf0 con 0x7f64d804d270 2026-02-13T01:21:10.227 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:10.228 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:10.229 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 >> v1:10.20.193.72:6800/709617371 conn(0x7f64d804d270 legacy=0x7f64d806d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.229 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 msgr2=0x7f650819b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:10.229 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 0x7f650819b470 secure :-1 s=READY pgs=65 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7f64f40029a0 tx=0x7f64f400c970 comp rx=0 tx=0).stop 2026-02-13T01:21:10.229 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 shutdown_connections 2026-02-13T01:21:10.229 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7f650817b090 0x7f6508153480 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.230 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7f650815a770 0x7f6508152f40 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.230 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 --2- 10.20.193.72:0/1589590087 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7f6508139a20 0x7f650819b470 unknown :-1 s=CLOSED pgs=65 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:10.230 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 >> 10.20.193.72:0/1589590087 conn(0x7f6508085960 msgr2=0x7f6508082c40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:10.230 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 shutdown_connections 2026-02-13T01:21:10.230 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:10.224+0000 7f650e50c640 1 -- 10.20.193.72:0/1589590087 wait complete. 2026-02-13T01:21:10.234 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2026-02-13T01:21:09.627156+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111976,"kb_used_data":2152,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375384,"statfs":{"total":386547056640,"available":386432393216,"internally_reserved":0,"allocated":2203648,"data_stored":1530259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34018,"internal_metadata":112360222},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.986468"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649425+0000","last_change":"2026-02-13T01:21:00.155118+0000","last_active":"2026-02-13T01:21:03.649425+0000","last_peered":"2026-02-13T01:21:03.649425+0000","last_clean":"2026-02-13T01:21:03.649425+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:03.649425+0000","last_undegraded":"2026-02-13T01:21:03.649425+0000","last_fullsized":"2026-02-13T01:21:03.649425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:47:29.786015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649545+0000","last_change":"2026-02-13T01:20:57.639220+0000","last_active":"2026-02-13T01:21:03.649545+0000","last_peered":"2026-02-13T01:21:03.649545+0000","last_clean":"2026-02-13T01:21:03.649545+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:03.649545+0000","last_undegraded":"2026-02-13T01:21:03.649545+0000","last_fullsized":"2026-02-13T01:21:03.649545+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T10:57:05.052249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649424+0000","last_change":"2026-02-13T01:21:00.155203+0000","last_active":"2026-02-13T01:21:03.649424+0000","last_peered":"2026-02-13T01:21:03.649424+0000","last_clean":"2026-02-13T01:21:03.649424+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:03.649424+0000","last_undegraded":"2026-02-13T01:21:03.649424+0000","last_fullsized":"2026-02-13T01:21:03.649424+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T01:30:20.593827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649521+0000","last_change":"2026-02-13T01:20:57.639123+0000","last_active":"2026-02-13T01:21:03.649521+0000","last_peered":"2026-02-13T01:21:03.649521+0000","last_clean":"2026-02-13T01:21:03.649521+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:03.649521+0000","last_undegraded":"2026-02-13T01:21:03.649521+0000","last_fullsized":"2026-02-13T01:21:03.649521+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T05:30:48.037868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649388+0000","last_change":"2026-02-13T01:20:59.639178+0000","last_active":"2026-02-13T01:21:03.649388+0000","last_peered":"2026-02-13T01:21:03.649388+0000","last_clean":"2026-02-13T01:21:03.649388+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:03.649388+0000","last_undegraded":"2026-02-13T01:21:03.649388+0000","last_fullsized":"2026-02-13T01:21:03.649388+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:05:26.723439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649121+0000","last_change":"2026-02-13T01:20:59.639142+0000","last_active":"2026-02-13T01:21:03.649121+0000","last_peered":"2026-02-13T01:21:03.649121+0000","last_clean":"2026-02-13T01:21:03.649121+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:03.649121+0000","last_undegraded":"2026-02-13T01:21:03.649121+0000","last_fullsized":"2026-02-13T01:21:03.649121+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T04:55:32.849360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649376+0000","last_change":"2026-02-13T01:20:59.638898+0000","last_active":"2026-02-13T01:21:03.649376+0000","last_peered":"2026-02-13T01:21:03.649376+0000","last_clean":"2026-02-13T01:21:03.649376+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:03.649376+0000","last_undegraded":"2026-02-13T01:21:03.649376+0000","last_fullsized":"2026-02-13T01:21:03.649376+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:37:14.602830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649490+0000","last_change":"2026-02-13T01:20:59.639185+0000","last_active":"2026-02-13T01:21:03.649490+0000","last_peered":"2026-02-13T01:21:03.649490+0000","last_clean":"2026-02-13T01:21:03.649490+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:03.649490+0000","last_undegraded":"2026-02-13T01:21:03.649490+0000","last_fullsized":"2026-02-13T01:21:03.649490+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:03.242659+0000","last_clean_scrub_stamp":"2026-02-13T01:20:03.242659+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:40.987046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":160,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:03.649420+0000","last_change":"2026-02-13T01:20:57.642658+0000","last_active":"2026-02-13T01:21:03.649420+0000","last_peered":"2026-02-13T01:21:03.649420+0000","last_clean":"2026-02-13T01:21:03.649420+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:03.649420+0000","last_undegraded":"2026-02-13T01:21:03.649420+0000","last_fullsized":"2026-02-13T01:21:03.649420+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:20:00.234237+0000","last_clean_scrub_stamp":"2026-02-13T01:20:00.234237+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:18:46.902699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149700,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182404,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":88261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":851968,"data_stored":678656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28292,"kb_used_data":820,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343548,"statfs":{"total":96636764160,"available":96607793152,"internally_reserved":0,"allocated":839680,"data_stored":675070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:10.239 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.239 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.239 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-13T01:20:03.242659+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=3, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-13T01:20:00.234237+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=20, tm_sec=0, tm_wday=4, tm_yday=44, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=13, tm_hour=1, tm_min=21, tm_sec=8, tm_wday=4, tm_yday=44, tm_isdst=0) 2026-02-13T01:21:10.240 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-13T01:21:30.242 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-13T01:21:30.313 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 -- 10.20.193.72:0/3432382662 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0080990 msgr2=0x7fc4c0080d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 --2- 10.20.193.72:0/3432382662 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0080990 0x7fc4c0080d60 secure :-1 s=READY pgs=105 gs=1 cs=0 l=1 c_cookie=13033744787121920514 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fc4b8005e70 tx=0x7fc4b802f160 comp rx=0 tx=0).stop 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 -- 10.20.193.72:0/3432382662 shutdown_connections 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 --2- 10.20.193.72:0/3432382662 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c01364a0 0x7fc4c0136920 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 --2- 10.20.193.72:0/3432382662 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c0084520 0x7fc4c00812a0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 --2- 10.20.193.72:0/3432382662 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0080990 0x7fc4c0080d60 unknown :-1 s=CLOSED pgs=105 gs=1 cs=0 l=1 c_cookie=13033744787121920514 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 -- 10.20.193.72:0/3432382662 >> 10.20.193.72:0/3432382662 conn(0x7fc4c0085960 msgr2=0x7fc4c00561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 -- 10.20.193.72:0/3432382662 shutdown_connections 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.308+0000 7fc4c894d640 1 -- 10.20.193.72:0/3432382662 wait complete. 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 Processor -- start 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 -- start start 2026-02-13T01:21:30.314 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 0x7fc4c0135f00 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0084520 0x7fc4c010d400 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c01364a0 0x7fc4c010d940 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c010e760 con 0x7fc4c0084520 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7fc4c010ef50 con 0x7fc4c0080990 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7fc4c010f780 con 0x7fc4c01364a0 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 0x7fc4c0135f00 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c5ec1640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0084520 0x7fc4c010d400 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c6ec3640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c01364a0 0x7fc4c010d940 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 0x7fc4c0135f00 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3301/0 says I am v2:10.20.193.72:47478/0 (socket says 10.20.193.72:47478) 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 -- 10.20.193.72:0/321890554 learned_addr learned my addr 10.20.193.72:0/321890554 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:30.315 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 -- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c01364a0 msgr2=0x7fc4c010d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c01364a0 0x7fc4c010d940 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 -- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0084520 msgr2=0x7fc4c010d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0084520 0x7fc4c010d400 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 -- 10.20.193.72:0/321890554 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ac0094b0 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c6ec3640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c01364a0 0x7fc4c010d940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c66c2640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 0x7fc4c0135f00 secure :-1 s=READY pgs=66 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fc4b8004740 tx=0x7fc4b80028d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mon.1 v2:10.20.193.72:3301/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fc4b803d070 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mon.1 v2:10.20.193.72:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4b80045b0 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4b8009570 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mon.1 v2:10.20.193.72:3301/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7fc4b80386f0 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.309+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4c010ebd0 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.310+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4c007e8f0 con 0x7fc4c0080990 2026-02-13T01:21:30.316 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.310+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mon.1 v2:10.20.193.72:3301/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7fc4b8038850 con 0x7fc4c0080990 2026-02-13T01:21:30.317 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.310+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mon.1 v2:10.20.193.72:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fc4b8088a10 con 0x7fc4c0080990 2026-02-13T01:21:30.317 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.312+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mon.1 v2:10.20.193.72:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7fc4b8063ba0 con 0x7fc4c0080990 2026-02-13T01:21:30.390 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.387+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 --> v1:10.20.193.72:6800/709617371 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc4c0086240 con 0x7fc49004d270 2026-02-13T01:21:30.391 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.387+0000 7fc4aaffd640 1 -- 10.20.193.72:0/321890554 <== mgr.14115 v1:10.20.193.72:6800/709617371 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31973 (unknown 2965378022 0 1631350795) 0x7fc4c0086240 con 0x7fc49004d270 2026-02-13T01:21:30.391 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-13T01:21:30.392 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-13T01:21:30.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 >> v1:10.20.193.72:6800/709617371 conn(0x7fc49004d270 legacy=0x7fc49006d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 msgr2=0x7fc4c0135f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.392 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 0x7fc4c0135f00 secure :-1 s=READY pgs=66 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7fc4b8004740 tx=0x7fc4b80028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 shutdown_connections 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7fc4c0084520 0x7fc4c010d400 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7fc4c01364a0 0x7fc4c010d940 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 --2- 10.20.193.72:0/321890554 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7fc4c0080990 0x7fc4c0135f00 unknown :-1 s=CLOSED pgs=66 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.388+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 >> 10.20.193.72:0/321890554 conn(0x7fc4c0085960 msgr2=0x7fc4c0082d40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.389+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 shutdown_connections 2026-02-13T01:21:30.393 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.389+0000 7fc4c894d640 1 -- 10.20.193.72:0/321890554 wait complete. 2026-02-13T01:21:30.399 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2026-02-13T01:21:29.629098+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85,"ondisk_log_size":85,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":111984,"kb_used_data":2160,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375376,"statfs":{"total":386547056640,"available":386432385024,"internally_reserved":0,"allocated":2211840,"data_stored":1533826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34670,"internal_metadata":112359570},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001137"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":54,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:12.190107+0000","last_change":"2026-02-13T01:21:12.190107+0000","last_active":"2026-02-13T01:21:12.190107+0000","last_peered":"2026-02-13T01:21:12.190107+0000","last_clean":"2026-02-13T01:21:12.190107+0000","last_became_active":"2026-02-13T01:21:00.155005+0000","last_became_peered":"2026-02-13T01:21:00.155005+0000","last_unstale":"2026-02-13T01:21:12.190107+0000","last_undegraded":"2026-02-13T01:21:12.190107+0000","last_fullsized":"2026-02-13T01:21:12.190107+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:21:12.190048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:21:12.190048+0000","last_clean_scrub_stamp":"2026-02-13T01:21:12.190048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T07:57:12.842230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":53,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:11.397761+0000","last_change":"2026-02-13T01:21:11.397761+0000","last_active":"2026-02-13T01:21:11.397761+0000","last_peered":"2026-02-13T01:21:11.397761+0000","last_clean":"2026-02-13T01:21:11.397761+0000","last_became_active":"2026-02-13T01:20:57.638837+0000","last_became_peered":"2026-02-13T01:20:57.638837+0000","last_unstale":"2026-02-13T01:21:11.397761+0000","last_undegraded":"2026-02-13T01:21:11.397761+0000","last_fullsized":"2026-02-13T01:21:11.397761+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:21:11.397718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:21:11.397718+0000","last_clean_scrub_stamp":"2026-02-13T01:21:11.397718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T06:34:48.210631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038627399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":54,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:13.239632+0000","last_change":"2026-02-13T01:21:13.239632+0000","last_active":"2026-02-13T01:21:13.239632+0000","last_peered":"2026-02-13T01:21:13.239632+0000","last_clean":"2026-02-13T01:21:13.239632+0000","last_became_active":"2026-02-13T01:21:00.155071+0000","last_became_peered":"2026-02-13T01:21:00.155071+0000","last_unstale":"2026-02-13T01:21:13.239632+0000","last_undegraded":"2026-02-13T01:21:13.239632+0000","last_fullsized":"2026-02-13T01:21:13.239632+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:21:13.239533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:21:13.239533+0000","last_clean_scrub_stamp":"2026-02-13T01:21:13.239533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:48:16.710764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":53,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:12.413075+0000","last_change":"2026-02-13T01:21:12.413075+0000","last_active":"2026-02-13T01:21:12.413075+0000","last_peered":"2026-02-13T01:21:12.413075+0000","last_clean":"2026-02-13T01:21:12.413075+0000","last_became_active":"2026-02-13T01:20:57.638788+0000","last_became_peered":"2026-02-13T01:20:57.638788+0000","last_unstale":"2026-02-13T01:21:12.413075+0000","last_undegraded":"2026-02-13T01:21:12.413075+0000","last_fullsized":"2026-02-13T01:21:12.413075+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:21:12.413043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:21:12.413043+0000","last_clean_scrub_stamp":"2026-02-13T01:21:12.413043+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T06:38:54.404449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034630899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"30'3","reported_seq":59,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:11.144537+0000","last_change":"2026-02-13T01:21:11.144537+0000","last_active":"2026-02-13T01:21:11.144537+0000","last_peered":"2026-02-13T01:21:11.144537+0000","last_clean":"2026-02-13T01:21:11.144537+0000","last_became_active":"2026-02-13T01:20:59.639003+0000","last_became_peered":"2026-02-13T01:20:59.639003+0000","last_unstale":"2026-02-13T01:21:11.144537+0000","last_undegraded":"2026-02-13T01:21:11.144537+0000","last_fullsized":"2026-02-13T01:21:11.144537+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'3","last_scrub_stamp":"2026-02-13T01:21:11.144436+0000","last_deep_scrub":"30'3","last_deep_scrub_stamp":"2026-02-13T01:21:11.144436+0000","last_clean_scrub_stamp":"2026-02-13T01:21:11.144436+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:41:35.120635+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00073174199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":51,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:10.356977+0000","last_change":"2026-02-13T01:21:10.356977+0000","last_active":"2026-02-13T01:21:10.356977+0000","last_peered":"2026-02-13T01:21:10.356977+0000","last_clean":"2026-02-13T01:21:10.356977+0000","last_became_active":"2026-02-13T01:20:59.638947+0000","last_became_peered":"2026-02-13T01:20:59.638947+0000","last_unstale":"2026-02-13T01:21:10.356977+0000","last_undegraded":"2026-02-13T01:21:10.356977+0000","last_fullsized":"2026-02-13T01:21:10.356977+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:21:10.356913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:21:10.356913+0000","last_clean_scrub_stamp":"2026-02-13T01:21:10.356913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T08:33:15.911858+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00031839699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":56,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:10.109090+0000","last_change":"2026-02-13T01:21:10.109090+0000","last_active":"2026-02-13T01:21:10.109090+0000","last_peered":"2026-02-13T01:21:10.109090+0000","last_clean":"2026-02-13T01:21:10.109090+0000","last_became_active":"2026-02-13T01:20:59.638762+0000","last_became_peered":"2026-02-13T01:20:59.638762+0000","last_unstale":"2026-02-13T01:21:10.109090+0000","last_undegraded":"2026-02-13T01:21:10.109090+0000","last_fullsized":"2026-02-13T01:21:10.109090+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-13T01:21:10.109051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-13T01:21:10.109051+0000","last_clean_scrub_stamp":"2026-02-13T01:21:10.109051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T11:54:13.608939+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00028688800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"30'2","reported_seq":56,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:14.192975+0000","last_change":"2026-02-13T01:21:14.192975+0000","last_active":"2026-02-13T01:21:14.192975+0000","last_peered":"2026-02-13T01:21:14.192975+0000","last_clean":"2026-02-13T01:21:14.192975+0000","last_became_active":"2026-02-13T01:20:59.639006+0000","last_became_peered":"2026-02-13T01:20:59.639006+0000","last_unstale":"2026-02-13T01:21:14.192975+0000","last_undegraded":"2026-02-13T01:21:14.192975+0000","last_fullsized":"2026-02-13T01:21:14.192975+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'2","last_scrub_stamp":"2026-02-13T01:21:14.192929+0000","last_deep_scrub":"30'2","last_deep_scrub_stamp":"2026-02-13T01:21:14.192929+0000","last_clean_scrub_stamp":"2026-02-13T01:21:14.192929+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T03:22:37.952419+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00095792499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"30'80","reported_seq":169,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-13T01:21:10.358492+0000","last_change":"2026-02-13T01:21:10.358492+0000","last_active":"2026-02-13T01:21:10.358492+0000","last_peered":"2026-02-13T01:21:10.358492+0000","last_clean":"2026-02-13T01:21:10.358492+0000","last_became_active":"2026-02-13T01:20:57.642472+0000","last_became_peered":"2026-02-13T01:20:57.642472+0000","last_unstale":"2026-02-13T01:21:10.358492+0000","last_undegraded":"2026-02-13T01:21:10.358492+0000","last_fullsized":"2026-02-13T01:21:10.358492+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'80","last_scrub_stamp":"2026-02-13T01:21:10.358445+0000","last_deep_scrub":"30'80","last_deep_scrub_stamp":"2026-02-13T01:21:10.358445+0000","last_clean_scrub_stamp":"2026-02-13T01:21:10.358445+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-14T12:44:58.491468+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149704,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7688,"internal_metadata":28107256},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182408,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":88261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215112,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27383,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":851968,"data_stored":678656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28041066},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247816,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9646,"internal_metadata":28105298},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-13T01:21:30.401 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-02-13T01:21:30.470 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2854649565 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405bc00 msgr2=0x7ff0a405bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.470 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2854649565 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405bc00 0x7ff0a405bfd0 secure :-1 s=READY pgs=106 gs=1 cs=0 l=1 c_cookie=6905250428584092977 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ff090005e70 tx=0x7ff09002f200 comp rx=0 tx=0).stop 2026-02-13T01:21:30.470 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2854649565 shutdown_connections 2026-02-13T01:21:30.470 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2854649565 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a4139cf0 0x7ff0a413a110 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2854649565 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff0a405c510 0x7ff0a41397b0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=0 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2854649565 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405bc00 0x7ff0a405bfd0 unknown :-1 s=CLOSED pgs=106 gs=1 cs=0 l=1 c_cookie=6905250428584092977 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2854649565 >> 10.20.193.72:0/2854649565 conn(0x7ff0a40561f0 msgr2=0x7ff0a40565f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2854649565 shutdown_connections 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2854649565 wait complete. 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 Processor -- start 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.465+0000 7ff0aa58d640 1 -- start start 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 0x7ff0a412ec90 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405c510 0x7ff0a412f1d0 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff0a4139cf0 0x7ff0a4149e60 unknown :-1 s=NONE pgs=0 gs=0 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 -- --> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a4131f40 con 0x7ff0a405c510 2026-02-13T01:21:30.471 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 -- --> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] -- mon_getmap magic: 0 -- 0x7ff0a41302b0 con 0x7ff0a4139cf0 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 -- --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_getmap magic: 0 -- 0x7ff0a4131c30 con 0x7ff0a405bc00 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 0x7ff0a412ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a37fe640 1 --2- >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405c510 0x7ff0a412f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 --2- >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 0x7ff0a412ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.72:3302/0 says I am v2:10.20.193.72:54104/0 (socket says 10.20.193.72:54104) 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 -- 10.20.193.72:0/2252539586 learned_addr learned my addr 10.20.193.72:0/2252539586 (peer_addr_for_me v2:10.20.193.72:0/0) 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a8b03640 1 --2- >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff0a4139cf0 0x7ff0a4149e60 unknown :-1 s=BANNER_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 -- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff0a4139cf0 msgr2=0x7ff0a4149e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff0a4139cf0 0x7ff0a4149e60 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 -- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405c510 msgr2=0x7ff0a412f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405c510 0x7ff0a412f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 -- 10.20.193.72:0/2252539586 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0940094b0 con 0x7ff0a405bc00 2026-02-13T01:21:30.472 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a3fff640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 0x7ff0a412ec90 secure :-1 s=READY pgs=61 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ff090004740 tx=0x7ff0900028d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 1 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7ff09003d070 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff090038470 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff090009570 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 3 ==== mon_map magic: 0 ==== 437+0+0 (secure 0 0 0) 0x7ff0900388a0 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.466+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0a4130b00 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.467+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0a41312f0 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.467+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 4 ==== mgrmap(e 10) ==== 60384+0+0 (secure 0 0 0) 0x7ff090038a00 con 0x7ff0a405bc00 2026-02-13T01:21:30.473 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.467+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ff090088a40 con 0x7ff0a405bc00 2026-02-13T01:21:30.474 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.469+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+169398 (secure 0 0 0) 0x7ff090063bd0 con 0x7ff0a405bc00 2026-02-13T01:21:30.549 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.547+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 --> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7ff0a41397b0 con 0x7ff0a405bc00 2026-02-13T01:21:30.552 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.549+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 7 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7ff090063bd0 con 0x7ff0a405bc00 2026-02-13T01:21:30.552 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.549+0000 7ff0a0ff9640 1 -- 10.20.193.72:0/2252539586 <== mon.2 v2:10.20.193.72:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v24)=0 v24) ==== 123+0+0 (secure 0 0 0) 0x7ff090005ea0 con 0x7ff0a405bc00 2026-02-13T01:21:30.553 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 >> v1:10.20.193.72:6800/709617371 conn(0x7ff07404d270 legacy=0x7ff07406d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 msgr2=0x7ff0a412ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 0x7ff0a412ec90 secure :-1 s=READY pgs=61 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0x7ff090004740 tx=0x7ff0900028d0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 shutdown_connections 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] conn(0x7ff0a405c510 0x7ff0a412f1d0 unknown :-1 s=CLOSED pgs=0 gs=2 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3301/0,v1:10.20.193.72:6790/0] conn(0x7ff0a4139cf0 0x7ff0a4149e60 unknown :-1 s=CLOSED pgs=0 gs=3 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 --2- 10.20.193.72:0/2252539586 >> [v2:10.20.193.72:3302/0,v1:10.20.193.72:6791/0] conn(0x7ff0a405bc00 0x7ff0a412ec90 unknown :-1 s=CLOSED pgs=61 gs=1 cs=0 l=1 c_cookie=0 s_cookie=0 reconnecting=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 >> 10.20.193.72:0/2252539586 conn(0x7ff0a40561f0 msgr2=0x7ff0a4080100 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 shutdown_connections 2026-02-13T01:21:30.554 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-13T01:21:30.550+0000 7ff0aa58d640 1 -- 10.20.193.72:0/2252539586 wait complete. 2026-02-13T01:21:30.561 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-13T01:21:30.561 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-13T01:21:30.562 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-13T01:21:30.562 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.599 INFO:tasks.ceph.osd.0:Stopped 2026-02-13T01:21:30.599 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-13T01:21:30.599 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.669 INFO:tasks.ceph.osd.1:Stopped 2026-02-13T01:21:30.670 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-13T01:21:30.670 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.739 INFO:tasks.ceph.osd.2:Stopped 2026-02-13T01:21:30.739 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-13T01:21:30.739 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.809 INFO:tasks.ceph.osd.3:Stopped 2026-02-13T01:21:30.810 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-13T01:21:30.810 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-13T01:21:30.810 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.862 INFO:tasks.ceph.mgr.x:Stopped 2026-02-13T01:21:30.862 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-13T01:21:30.862 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.913 INFO:tasks.ceph.mgr.y:Stopped 2026-02-13T01:21:30.914 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-13T01:21:30.914 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-13T01:21:30.914 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:30.963 INFO:tasks.ceph.mon.a:Stopped 2026-02-13T01:21:30.963 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-13T01:21:30.963 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:31.012 INFO:tasks.ceph.mon.b:Stopped 2026-02-13T01:21:31.012 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-13T01:21:31.012 INFO:teuthology.orchestra.run:waiting for 300 2026-02-13T01:21:31.060 INFO:tasks.ceph.mon.c:Stopped 2026-02-13T01:21:31.060 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-13T01:21:31.061 DEBUG:teuthology.orchestra.run.trial072:> sudo grep -E '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | grep -E -v 'overall HEALTH_' | grep -E -v '\(FS_' | grep -E -v '\(MDS_' | grep -E -v '\(OSD_' | grep -E -v '\(MON_DOWN\)' | grep -E -v '\(CACHE_POOL_' | grep -E -v '\(POOL_' | grep -E -v '\(MGR_DOWN\)' | grep -E -v '\(PG_' | grep -E -v '\(SMALLER_PGP_NUM\)' | grep -E -v 'Monitor daemon marked osd' | grep -E -v 'Behind on trimming' | grep -E -v 'Manager daemon' | grep -E -v '\(MDS_ALL_DOWN\)' | grep -E -v '\(MDS_UP_LESS_THAN_MAX\)' | grep -E -v FS_DEGRADED | grep -E -v 'fs.*is degraded' | grep -E -v 'filesystem is degraded' | grep -E -v FS_INLINE_DATA_DEPRECATED | grep -E -v FS_WITH_FAILED_MDS | grep -E -v MDS_ALL_DOWN | grep -E -v 'filesystem is offline' | grep -E -v 'is offline because no MDS' | grep -E -v MDS_DAMAGE | grep -E -v MDS_DEGRADED | grep -E -v MDS_FAILED | grep -E -v MDS_INSUFFICIENT_STANDBY | grep -E -v 'insufficient standby MDS daemons available' | grep -E -v MDS_UP_LESS_THAN_MAX | grep -E -v 'online, but wants' | grep -E -v 'filesystem is online with fewer MDS than max_mds' | grep -E -v POOL_APP_NOT_ENABLED | grep -E -v 'do not have an application enabled' | grep -E -v 'overall HEALTH_' | grep -E -v 'Replacing daemon' | grep -E -v 'deprecated feature inline_data' | grep -E -v BLUESTORE_SLOW_OP_ALERT | grep -E -v 'slow operation indications in BlueStore' | grep -E -v 'experiencing slow operations in BlueStore' | grep -E -v MGR_MODULE_ERROR | grep -E -v OSD_DOWN | grep -E -v 'osd.* is down' | grep -E -v 'overall HEALTH_' | grep -E -v '\(OSD_DOWN\)' | grep -E -v '\(OSD_' | grep -E -v 'but it is still running' | grep -E -v 'is not responding' | grep -E -v 'osds down' | grep -E -v 'osd.* is down' | grep -E -v PG_AVAILABILITY | grep -E -v PG_DEGRADED | grep -E -v 'Reduced data availability' | grep -E -v 'Degraded data redundancy' | grep -E -v 'pg .* is stuck inactive' | grep -E -v 'pg .* is .*degraded' | grep -E -v 'scrub mismatch' | grep -E -v ScrubResult | grep -E -v 'wrongly marked' | grep -E -v '\(POOL_APP_NOT_ENABLED\)' | grep -E -v '\(SLOW_OPS\)' | grep -E -v 'overall HEALTH_' | grep -E -v '\(MON_MSGR2_NOT_ENABLED\)' | grep -E -v 'slow request' | head -n 1 2026-02-13T01:21:31.128 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:21:31.128 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-02-13T01:21:31.200 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:21:31.200 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-02-13T01:21:31.269 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:21:31.269 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-02-13T01:21:31.337 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:21:31.337 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2026-02-13T01:21:31.404 INFO:tasks.ceph:Archiving mon data... 2026-02-13T01:21:31.406 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/lib/ceph/mon/ceph-a to /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424/data/mon.a.tgz 2026-02-13T01:21:31.406 DEBUG:teuthology.orchestra.run.trial072:> mktemp 2026-02-13T01:21:31.460 INFO:teuthology.orchestra.run.trial072.stdout:/tmp/tmp.01RfMtAyx3 2026-02-13T01:21:31.461 DEBUG:teuthology.orchestra.run.trial072:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.01RfMtAyx3 2026-02-13T01:21:31.554 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0666 /tmp/tmp.01RfMtAyx3 2026-02-13T01:21:31.635 DEBUG:teuthology.orchestra.remote:trial072:/tmp/tmp.01RfMtAyx3 is 231KB 2026-02-13T01:21:31.727 DEBUG:teuthology.orchestra.run.trial072:> rm -fr /tmp/tmp.01RfMtAyx3 2026-02-13T01:21:31.744 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/lib/ceph/mon/ceph-b to /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424/data/mon.b.tgz 2026-02-13T01:21:31.745 DEBUG:teuthology.orchestra.run.trial072:> mktemp 2026-02-13T01:21:31.802 INFO:teuthology.orchestra.run.trial072.stdout:/tmp/tmp.JTlxwtJn2k 2026-02-13T01:21:31.803 DEBUG:teuthology.orchestra.run.trial072:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.JTlxwtJn2k 2026-02-13T01:21:31.899 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0666 /tmp/tmp.JTlxwtJn2k 2026-02-13T01:21:31.979 DEBUG:teuthology.orchestra.remote:trial072:/tmp/tmp.JTlxwtJn2k is 273KB 2026-02-13T01:21:32.071 DEBUG:teuthology.orchestra.run.trial072:> rm -fr /tmp/tmp.JTlxwtJn2k 2026-02-13T01:21:32.089 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/lib/ceph/mon/ceph-c to /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424/data/mon.c.tgz 2026-02-13T01:21:32.089 DEBUG:teuthology.orchestra.run.trial072:> mktemp 2026-02-13T01:21:32.145 INFO:teuthology.orchestra.run.trial072.stdout:/tmp/tmp.QoRJadVAeN 2026-02-13T01:21:32.146 DEBUG:teuthology.orchestra.run.trial072:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.QoRJadVAeN 2026-02-13T01:21:32.242 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0666 /tmp/tmp.QoRJadVAeN 2026-02-13T01:21:32.323 DEBUG:teuthology.orchestra.remote:trial072:/tmp/tmp.QoRJadVAeN is 273KB 2026-02-13T01:21:32.415 DEBUG:teuthology.orchestra.run.trial072:> rm -fr /tmp/tmp.QoRJadVAeN 2026-02-13T01:21:32.433 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-13T01:21:32.433 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-02-13T01:21:32.553 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-13T01:21:32.553 INFO:tasks.ceph:Archiving crash dumps... 2026-02-13T01:21:32.555 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424/remote/trial072/crash 2026-02-13T01:21:32.556 DEBUG:teuthology.orchestra.run.trial072:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-13T01:21:32.616 INFO:tasks.ceph:Compressing logs... 2026-02-13T01:21:32.617 DEBUG:teuthology.orchestra.run.trial072:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-13T01:21:32.720 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37991.log 2026-02-13T01:21:32.720 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-02-13T01:21:32.720 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32150.log 2026-02-13T01:21:32.720 INFO:teuthology.orchestra.run.trial072.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.37991.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25517.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24807.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32150.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25517.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.25517.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29658.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-mon.a.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24807.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37453.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36672.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29658.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29560.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37453.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29835.log 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36672.log.gz 2026-02-13T01:21:32.721 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37041.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29560.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29835.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.29835.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32347.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37041.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37043.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32345.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.32347.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35581.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.37043.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32345.log: /var/log/ceph/ceph-client.admin.35581.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32345.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33738.log 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.35581.log.gz 2026-02-13T01:21:32.722 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30033.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.33738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24212.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.33738.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30033.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.30033.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24050.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24212.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38138.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37040.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24050.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24050.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38138.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.17738.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38138.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.37040.log: /var/log/ceph/ceph-client.admin.36484.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 86.2%/var/log/ceph/ceph.tmp-client.admin.17738.log: -- replaced with /var/log/ceph/ceph-client.admin.37040.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.17738.log.gz 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25370.log 2026-02-13T01:21:32.723 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36484.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose/var/log/ceph/ceph-mon.c.log: -- /var/log/ceph/ceph-client.admin.24465.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34665.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.25370.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24465.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24465.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24247.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.34665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32151.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.34665.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30032.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24247.log: 74.9% -- replaced with /var/log/ceph/ceph-client.admin.24247.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37042.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32151.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36625.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.30032.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37844.log 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37042.log: /var/log/ceph/ceph-client.admin.36625.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.37042.log.gz 2026-02-13T01:21:32.724 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37893.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36625.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30239.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37844.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36531.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.37893.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24562.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30239.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24737.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36531.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32809.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.24562.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38479.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24737.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38383.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32809.log.gz 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29834.log 2026-02-13T01:21:32.725 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38479.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30173.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38383.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37237.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.29834.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24704.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30173.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38040.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37237.log: /var/log/ceph/ceph-client.admin.24704.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37237.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37597.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24704.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24850.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.38040.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32621.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37597.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32670.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24850.log.gz 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24597.log 2026-02-13T01:21:32.726 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32670.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.32621.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29400.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32670.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24597.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24597.log.gzgzip 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.36578.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25611.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.29400.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30175.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36578.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25811.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.25611.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32022.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30175.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25896.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.25811.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30242.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32022.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24325.log 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.25896.log.gz 2026-02-13T01:21:32.727 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38187.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30242.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29837.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38187.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.24325.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24498.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.38187.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24914.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24498.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.29837.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37648.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.24498.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24914.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24914.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38236.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37648.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.37648.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31808.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38236.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29836.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.31808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32149.log 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.31808.log.gz 2026-02-13T01:21:32.728 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29495.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.29836.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32149.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 95.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.32149.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30536.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.29495.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36913.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37942.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30536.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37380.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36913.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29284.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.37942.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36743.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37380.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30489.log 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29284.log.gz 2026-02-13T01:21:32.729 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36743.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.36743.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24289.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.30489.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37239.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32523.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24289.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38285.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37239.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32572.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32523.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24640.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.38285.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29470.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.32572.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24640.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24640.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29707.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24422.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.29470.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37697.log 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29707.log.gz 2026-02-13T01:21:32.730 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30442.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24422.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32346.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37697.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30344.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.30442.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24772.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.32346.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38432.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.30344.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30030.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24772.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24667.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.38432.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31895.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30030.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24667.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25564.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.31895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24527.log 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.31895.log.gz 2026-02-13T01:21:32.731 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32152.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.25564.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37550.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24527.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25658.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32152.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29609.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37550.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37238.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.25658.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.29609.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29609.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30031.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37238.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38334.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37746.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.30031.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24387.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.38334.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37381.log 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37746.log.gz 2026-02-13T01:21:32.732 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37795.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24387.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36766.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37381.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24352.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37795.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36766.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36766.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24352.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24352.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36864.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37236.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30393.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36864.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37236.log: 93.8% -- replaced with /var/log/ceph/ceph.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32463.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37236.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.30393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32348.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.30393.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37455.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.32463.log.gz 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36815.log 2026-02-13T01:21:32.733 INFO:teuthology.orchestra.run.trial072.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.32348.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.37455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38089.log 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37455.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32719.log 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36815.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.38089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25323.log 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.38089.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.32719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24879.log 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32719.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.25323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36720.log 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.25323.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.24879.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24879.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph-client.admin.36720.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36720.log.gz 2026-02-13T01:21:32.734 INFO:teuthology.orchestra.run.trial072.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2026-02-13T01:21:32.735 INFO:teuthology.orchestra.run.trial072.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2026-02-13T01:21:32.739 INFO:teuthology.orchestra.run.trial072.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-02-13T01:21:32.745 INFO:teuthology.orchestra.run.trial072.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-02-13T01:21:32.767 INFO:teuthology.orchestra.run.trial072.stderr: 94.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-02-13T01:21:32.784 INFO:teuthology.orchestra.run.trial072.stderr: 94.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-02-13T01:21:32.785 INFO:teuthology.orchestra.run.trial072.stderr: 96.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2026-02-13T01:21:32.829 INFO:teuthology.orchestra.run.trial072.stderr: 95.2% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-02-13T01:21:32.830 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-13T01:21:32.830 INFO:teuthology.orchestra.run.trial072.stderr:real 0m0.157s 2026-02-13T01:21:32.830 INFO:teuthology.orchestra.run.trial072.stderr:user 0m0.587s 2026-02-13T01:21:32.830 INFO:teuthology.orchestra.run.trial072.stderr:sys 0m0.090s 2026-02-13T01:21:32.831 INFO:tasks.ceph:Archiving logs... 2026-02-13T01:21:32.832 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/log/ceph to /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424/remote/trial072/log 2026-02-13T01:21:32.833 DEBUG:teuthology.orchestra.run.trial072:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-13T01:21:33.089 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-13T01:21:33.116 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-13T01:21:33.116 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-13T01:21:33.227 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-13T01:21:33.240 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-13T01:21:33.240 DEBUG:teuthology.orchestra.run.trial072:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-13T01:21:33.256 INFO:teuthology.orchestra.run.trial072.stderr:bash: line 1: ntpq: command not found 2026-02-13T01:21:33.275 INFO:teuthology.orchestra.run.trial072.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-13T01:21:33.275 INFO:teuthology.orchestra.run.trial072.stdout:=============================================================================== 2026-02-13T01:21:33.275 INFO:teuthology.orchestra.run.trial072.stdout:^- 170-187-142-180.ip.linod> 2 6 177 1 -10ms[ -10ms] +/- 84ms 2026-02-13T01:21:33.275 INFO:teuthology.orchestra.run.trial072.stdout:^* ntp1.wiktel.com 1 6 177 3 -1718us[-2787us] +/- 22ms 2026-02-13T01:21:33.275 INFO:teuthology.orchestra.run.trial072.stdout:^+ us-east-2.clearnet.pw 2 6 177 2 +998us[ +998us] +/- 46ms 2026-02-13T01:21:33.275 INFO:teuthology.orchestra.run.trial072.stdout:^+ kc1cloud.147.72.155.23.m> 3 6 177 2 +125us[ +125us] +/- 48ms 2026-02-13T01:21:33.276 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-13T01:21:33.287 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-13T01:21:33.288 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-13T01:21:33.300 DEBUG:teuthology.orchestra.run.trial072:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-13T01:21:33.360 DEBUG:teuthology.orchestra.run.trial072:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-13T01:21:33.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-13T01:21:33.386 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-13T01:21:33.402 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-13T01:21:33.420 INFO:teuthology.task.internal:Duration was 286.473392 seconds 2026-02-13T01:21:33.420 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-13T01:21:33.439 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-13T01:21:33.439 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-13T01:21:33.475 INFO:teuthology.orchestra.run.trial072.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-13T01:21:33.930 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-13T01:21:33.930 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial072.front.sepia.ceph.com 2026-02-13T01:21:33.931 DEBUG:teuthology.orchestra.run.trial072:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-13T01:21:33.989 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-13T01:21:33.990 DEBUG:teuthology.orchestra.run.trial072:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-13T01:21:34.072 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-13T01:21:34.072 DEBUG:teuthology.orchestra.run.trial072:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-13T01:21:34.135 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-13T01:21:34.135 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-13T01:21:34.136 INFO:teuthology.orchestra.run.trial072.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-13T01:21:34.137 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-13T01:21:34.137 INFO:teuthology.orchestra.run.trial072.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-13T01:21:34.140 INFO:teuthology.orchestra.run.trial072.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 87.9% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-13T01:21:34.142 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-13T01:21:34.161 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-13T01:21:34.162 DEBUG:teuthology.orchestra.run.trial072:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-13T01:21:34.206 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-13T01:21:34.226 DEBUG:teuthology.orchestra.run.trial072:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-13T01:21:34.271 INFO:teuthology.orchestra.run.trial072.stdout:kernel.core_pattern = core 2026-02-13T01:21:34.285 DEBUG:teuthology.orchestra.run.trial072:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-13T01:21:34.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-13T01:21:34.340 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-13T01:21:34.360 INFO:teuthology.task.internal:Transferring archived files... 2026-02-13T01:21:34.361 DEBUG:teuthology.misc:Transferring archived files from trial072:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/pdonnell-2026-02-13_01:09:17-fs-wip-pdonnell-testing-20260210.171210-distro-default-trial/47424/remote/trial072 2026-02-13T01:21:34.361 DEBUG:teuthology.orchestra.run.trial072:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-13T01:21:34.412 INFO:teuthology.task.internal:Removing archive directory... 2026-02-13T01:21:34.413 DEBUG:teuthology.orchestra.run.trial072:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-13T01:21:34.462 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-13T01:21:34.486 INFO:teuthology.task.internal:Not uploading archives. 2026-02-13T01:21:34.486 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-13T01:21:34.506 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-13T01:21:34.507 DEBUG:teuthology.orchestra.run.trial072:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-13T01:21:34.523 INFO:teuthology.orchestra.run.trial072.stdout: 791883 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 13 01:21 /home/ubuntu/cephtest 2026-02-13T01:21:34.524 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-13T01:21:34.545 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-13T01:21:34.592 INFO:teuthology.run:Summary data: description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} duration: 286.47339153289795 flavor: default owner: scheduled_pdonnell@soko04.front.sepia.ceph.com success: true 2026-02-13T01:21:34.592 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-13T01:21:34.713 INFO:teuthology.run:pass