2026-02-14T01:48:45.922 INFO:root:teuthology version: 1.2.4.dev5+g8bec0da71 2026-02-14T01:48:45.939 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-14T01:48:46.019 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587 branch: wip-jcollin-testing-20260213.113451-tentacle description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} email: jcollin@redhat.com first_in_suite: false flavor: default job_id: '50587' kernel: sha1: distro last_in_suite: false machine_type: trial meta: - desc: 'install ceph/squid latest ' name: jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-jcollin-testing-20260213.113451-tentacle ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - is offline because no MDS - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - BLUESTORE_SLOW_OP_ALERT - slow operation indications in BlueStore - experiencing slow operations in BlueStore - MGR_MODULE_ERROR - OSD_DOWN - osd.* is down - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - osds down - osd.* is down - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - pg .* is stuck inactive - pg .* is .*degraded - pg .* is stuck peering - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: eae49298735c216a37f3957204b0fe058b58e376 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: eae49298735c216a37f3957204b0fe058b58e376 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-jcollin-testing-20260213.113451-tentacle sha1: eae49298735c216a37f3957204b0fe058b58e376 owner: scheduled_jcollin@soko04.front.sepia.ceph.com priority: 45 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 4330 sha1: eae49298735c216a37f3957204b0fe058b58e376 sleep_before_teardown: 0 subset: 237/2048 suite: fs suite_branch: wip-jcollin-testing-20260213.113451-tentacle suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_eae49298735c216a37f3957204b0fe058b58e376/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: eae49298735c216a37f3957204b0fe058b58e376 targets: trial044.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBLdKBSeP/6gGZd6M3Q9RTkkCTgSE6JL8ObFY6wAFoNWZmsNvBs0E0bUowzIhCfW6+XrO5p2ZaZMYPAbky4PsE= tasks: - install: branch: squid exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing squid' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client squid - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release tentacle - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: - "local branch = yaml.kernel.branch\nif branch and not yaml.kernel.branch:find\ \ \"-all$\" then\n log.debug(\"removing default kernel specification: %s\", yaml.kernel)\n\ \ py_attrgetter(yaml.kernel).pop('branch', nil)\n py_attrgetter(yaml.kernel).pop('deb',\ \ nil)\n py_attrgetter(yaml.kernel).pop('flavor', nil)\n py_attrgetter(yaml.kernel).pop('kdb',\ \ nil)\n py_attrgetter(yaml.kernel).pop('koji', nil)\n py_attrgetter(yaml.kernel).pop('koji_task',\ \ nil)\n py_attrgetter(yaml.kernel).pop('rpm', nil)\n py_attrgetter(yaml.kernel).pop('sha1',\ \ nil)\n py_attrgetter(yaml.kernel).pop('tag', nil)\nend\n" teuthology_branch: main teuthology_sha1: 8bec0da71becad44414c54979f64c9ef0e7099c6 timestamp: 2026-02-14_00:12:18 tube: trial user: jcollin verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.1133574 2026-02-14T01:48:46.019 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_eae49298735c216a37f3957204b0fe058b58e376/qa; will attempt to use it 2026-02-14T01:48:46.019 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_eae49298735c216a37f3957204b0fe058b58e376/qa/tasks 2026-02-14T01:48:46.020 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-14T01:48:46.021 INFO:teuthology.task.internal:Checking packages... 2026-02-14T01:48:46.021 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'eae49298735c216a37f3957204b0fe058b58e376' 2026-02-14T01:48:46.021 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-14T01:48:46.021 INFO:teuthology.packaging:ref: None 2026-02-14T01:48:46.021 INFO:teuthology.packaging:tag: None 2026-02-14T01:48:46.021 INFO:teuthology.packaging:branch: wip-jcollin-testing-20260213.113451-tentacle 2026-02-14T01:48:46.021 INFO:teuthology.packaging:sha1: eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:48:46.021 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-jcollin-testing-20260213.113451-tentacle 2026-02-14T01:48:46.148 INFO:teuthology.task.internal:Found packages for ceph version 20.2.0-667.geae49298 2026-02-14T01:48:46.149 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-14T01:48:46.160 INFO:teuthology.task.internal:no buildpackages task found 2026-02-14T01:48:46.160 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-14T01:48:46.173 INFO:teuthology.task.internal:Saving configuration 2026-02-14T01:48:46.188 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-14T01:48:46.200 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-14T01:48:46.274 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial044.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-14 01:45:23.312726', 'locked_by': 'scheduled_jcollin@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBLdKBSeP/6gGZd6M3Q9RTkkCTgSE6JL8ObFY6wAFoNWZmsNvBs0E0bUowzIhCfW6+XrO5p2ZaZMYPAbky4PsE='} 2026-02-14T01:48:46.275 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-14T01:48:46.285 INFO:teuthology.task.internal:roles: ubuntu@trial044.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2026-02-14T01:48:46.285 INFO:teuthology.run_tasks:Running task console_log... 2026-02-14T01:48:46.370 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x72c47142d080>, signals=[15]) 2026-02-14T01:48:46.370 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-14T01:48:46.382 INFO:teuthology.task.internal:Opening connections... 2026-02-14T01:48:46.382 DEBUG:teuthology.task.internal:connecting to ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:48:46.383 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-14T01:48:46.445 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-14T01:48:46.456 DEBUG:teuthology.orchestra.run.trial044:> uname -m 2026-02-14T01:48:46.527 INFO:teuthology.orchestra.run.trial044.stdout:x86_64 2026-02-14T01:48:46.527 DEBUG:teuthology.orchestra.run.trial044:> cat /etc/os-release 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:NAME="CentOS Stream" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:VERSION="9" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:ID="centos" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:ID_LIKE="rhel fedora" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:VERSION_ID="9" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:PLATFORM_ID="platform:el9" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:ANSI_COLOR="0;31" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:LOGO="fedora-logo-icon" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:HOME_URL="https://centos.org/" 2026-02-14T01:48:46.583 INFO:teuthology.orchestra.run.trial044.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-14T01:48:46.584 INFO:teuthology.orchestra.run.trial044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-14T01:48:46.584 INFO:teuthology.orchestra.run.trial044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-14T01:48:46.584 INFO:teuthology.lock.ops:Updating trial044.front.sepia.ceph.com on lock server 2026-02-14T01:48:46.672 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-14T01:48:46.685 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-14T01:48:46.697 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-14T01:48:46.697 DEBUG:teuthology.orchestra.run.trial044:> test '!' -e /home/ubuntu/cephtest 2026-02-14T01:48:46.713 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-14T01:48:46.724 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-14T01:48:46.724 DEBUG:teuthology.orchestra.run.trial044:> test -z $(ls -A /var/lib/ceph) 2026-02-14T01:48:46.769 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-14T01:48:46.878 INFO:teuthology.run_tasks:Running task kernel... 2026-02-14T01:48:46.899 INFO:teuthology.task.kernel:normalize config orig: {'sha1': 'distro'} 2026-02-14T01:48:46.900 INFO:teuthology.task.kernel:config {'mon.a': {'sha1': 'distro'}}, timeout 300 2026-02-14T01:48:46.900 DEBUG:teuthology.orchestra.run.trial044:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-14T01:48:46.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-14T01:48:46.915 DEBUG:teuthology.orchestra.run.trial044:> uname -r 2026-02-14T01:48:46.971 INFO:teuthology.orchestra.run.trial044.stdout:5.14.0-645.el9.x86_64 2026-02-14T01:48:46.972 INFO:teuthology.task.kernel:Running kernel on trial044: 5.14.0-645.el9.x86_64 2026-02-14T01:48:46.972 DEBUG:teuthology.orchestra.run.trial044:> sudo yum install -y kernel 2026-02-14T01:48:48.295 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - BaseOS 9.3 MB/s | 8.9 MB 00:00 2026-02-14T01:48:51.672 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - AppStream 9.4 MB/s | 27 MB 00:02 2026-02-14T01:48:55.001 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - CRB 8.3 MB/s | 7.8 MB 00:00 2026-02-14T01:48:55.902 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - Extras packages 107 kB/s | 20 kB 00:00 2026-02-14T01:48:56.571 INFO:teuthology.orchestra.run.trial044.stdout:Extra Packages for Enterprise Linux 34 MB/s | 20 MB 00:00 2026-02-14T01:48:59.831 INFO:teuthology.orchestra.run.trial044.stdout:lab-extras 1.2 MB/s | 50 kB 00:00 2026-02-14T01:49:00.888 INFO:teuthology.orchestra.run.trial044.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-14T01:49:00.908 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:49:00.909 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:49:00.909 INFO:teuthology.orchestra.run.trial044.stdout: Package Architecture Version Repository Size 2026-02-14T01:49:00.909 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:49:00.909 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout:Installing dependencies: 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout:Install 4 Packages 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 88 M 2026-02-14T01:49:00.910 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 135 M 2026-02-14T01:49:00.911 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:49:01.196 INFO:teuthology.orchestra.run.trial044.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 3.8 MB/s | 768 kB 00:00 2026-02-14T01:49:01.512 INFO:teuthology.orchestra.run.trial044.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 33 MB/s | 17 MB 00:00 2026-02-14T01:49:01.815 INFO:teuthology.orchestra.run.trial044.stdout:(3/4): kernel-modules-core-5.14.0-677.el9.x86_6 50 MB/s | 31 MB 00:00 2026-02-14T01:49:01.951 INFO:teuthology.orchestra.run.trial044.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 42 MB/s | 40 MB 00:00 2026-02-14T01:49:01.952 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:49:01.952 INFO:teuthology.orchestra.run.trial044.stdout:Total 85 MB/s | 88 MB 00:01 2026-02-14T01:49:02.141 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:49:02.348 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:49:02.348 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:49:02.695 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:49:02.695 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:49:03.783 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:49:04.069 INFO:teuthology.orchestra.run.trial044.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-14T01:49:04.089 INFO:teuthology.orchestra.run.trial044.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-14T01:49:05.875 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-14T01:49:05.904 INFO:teuthology.orchestra.run.trial044.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-14T01:49:08.928 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-14T01:49:08.934 INFO:teuthology.orchestra.run.trial044.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-14T01:49:11.972 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-14T01:49:42.406 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-14T01:49:42.427 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-14T01:49:42.490 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-14T01:49:42.490 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-14T01:49:42.490 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-14T01:49:42.490 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-14T01:49:42.543 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-14T01:49:42.543 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:49:42.543 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:49:42.543 INFO:teuthology.orchestra.run.trial044.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-14T01:49:42.543 INFO:teuthology.orchestra.run.trial044.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-14T01:49:42.543 INFO:teuthology.orchestra.run.trial044.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-14T01:49:42.544 INFO:teuthology.orchestra.run.trial044.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-14T01:49:42.544 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:49:42.544 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:49:42.605 DEBUG:teuthology.orchestra.run.trial044:> rpm -q kernel | sort -rV | head -n 1 2026-02-14T01:49:42.631 INFO:teuthology.orchestra.run.trial044.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-14T01:49:42.631 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-14T01:49:42.632 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-14T01:49:42.632 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-14T01:49:42.632 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-14T01:49:42.632 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-14T01:49:42.632 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial044.front.sepia.ceph.com, path=None, version=distro) 2026-02-14T01:49:42.632 DEBUG:teuthology.orchestra.run.trial044:> rpm -q kernel | sort -rV | head -n 1 2026-02-14T01:49:42.694 INFO:teuthology.orchestra.run.trial044.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-14T01:49:42.695 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-14T01:49:42.695 DEBUG:teuthology.orchestra.run.trial044:> sudo rpm -qi grub2-tools 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Name : grub2-tools 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Epoch : 1 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Version : 2.06 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Release : 118.el9 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Architecture: x86_64 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-14T01:49:42.763 INFO:teuthology.orchestra.run.trial044.stdout:Group : Unspecified 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Size : 8393909 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:License : GPLv3+ 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Packager : builder@centos.org 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Vendor : CentOS 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Summary : Support tools for GRUB. 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout:Description : 2026-02-14T01:49:42.764 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:49:42.765 INFO:teuthology.orchestra.run.trial044.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-14T01:49:42.765 INFO:teuthology.orchestra.run.trial044.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-14T01:49:42.765 INFO:teuthology.orchestra.run.trial044.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-14T01:49:42.765 INFO:teuthology.orchestra.run.trial044.stdout:hardware devices. 2026-02-14T01:49:42.765 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:49:42.765 INFO:teuthology.orchestra.run.trial044.stdout:This subpackage provides tools for support of all platforms. 2026-02-14T01:49:42.766 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-14T01:49:42.766 INFO:teuthology.task.kernel:Updating grub on trial044 to boot 5.14.0-677.el9.x86_64 2026-02-14T01:49:42.766 DEBUG:teuthology.orchestra.run.trial044:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-14T01:49:42.831 INFO:teuthology.orchestra.run.trial044.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-14T01:49:42.833 DEBUG:teuthology.orchestra.run.trial044:> sudo command -v grubby && echo yes || echo no 2026-02-14T01:49:42.896 INFO:teuthology.orchestra.run.trial044.stdout:/sbin/grubby 2026-02-14T01:49:42.897 INFO:teuthology.orchestra.run.trial044.stdout:yes 2026-02-14T01:49:42.897 DEBUG:teuthology.orchestra.run.trial044:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-14T01:49:42.962 INFO:teuthology.orchestra.run.trial044.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-14T01:49:42.962 DEBUG:teuthology.orchestra.run.trial044:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-14T01:49:43.035 DEBUG:teuthology.orchestra.run.trial044:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-14T01:49:43.243 INFO:teuthology.orchestra.run.trial044.stderr:Generating grub configuration file ... 2026-02-14T01:49:43.306 INFO:teuthology.orchestra.run.trial044.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-14T01:49:43.313 INFO:teuthology.orchestra.run.trial044.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-14T01:49:43.561 INFO:teuthology.orchestra.run.trial044.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-14T01:49:43.567 INFO:teuthology.orchestra.run.trial044.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-14T01:49:43.599 INFO:teuthology.orchestra.run.trial044.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-14T01:49:43.606 INFO:teuthology.orchestra.run.trial044.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-14T01:49:43.629 INFO:teuthology.orchestra.run.trial044.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-14T01:49:43.635 INFO:teuthology.orchestra.run.trial044.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-14T01:49:43.717 INFO:teuthology.orchestra.run.trial044.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-14T01:49:43.726 INFO:teuthology.orchestra.run.trial044.stderr:done 2026-02-14T01:49:43.728 DEBUG:teuthology.orchestra.run.trial044:> test -d /sys/firmware/efi 2026-02-14T01:49:43.744 DEBUG:teuthology.orchestra.run.trial044:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-14T01:49:43.809 INFO:teuthology.orchestra.run.trial044.stdout:/boot/efi/EFI/BOOT 2026-02-14T01:49:43.809 INFO:teuthology.orchestra.run.trial044.stdout:/boot/efi/EFI/centos 2026-02-14T01:49:43.811 DEBUG:teuthology.orchestra.run.trial044:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-14T01:49:43.875 INFO:teuthology.orchestra.run.trial044.stdout:no 2026-02-14T01:49:43.876 DEBUG:teuthology.orchestra.run.trial044:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-14T01:49:43.942 INFO:teuthology.orchestra.run.trial044.stdout:yes 2026-02-14T01:49:43.942 DEBUG:teuthology.orchestra.run.trial044:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-14T01:49:44.004 DEBUG:teuthology.orchestra.run.trial044:> sudo shutdown -r now 2026-02-14T01:49:44.078 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-14T01:50:14.054 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-14T01:50:14.054 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial044.front.sepia.ceph.com' 2026-02-14T01:50:14.055 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-14T01:51:14.117 DEBUG:teuthology.orchestra.remote:timed out 2026-02-14T01:51:23.126 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial044.front.sepia.ceph.com' 2026-02-14T01:51:23.127 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-14T01:51:23.261 DEBUG:teuthology.orchestra.run.trial044:> true 2026-02-14T01:51:23.400 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial044.front.sepia.ceph.com' 2026-02-14T01:51:23.400 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-677.el9.x86_64"... 2026-02-14T01:51:23.400 DEBUG:teuthology.orchestra.run.trial044:> uname -r 2026-02-14T01:51:23.456 INFO:teuthology.orchestra.run.trial044.stdout:5.14.0-677.el9.x86_64 2026-02-14T01:51:23.456 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-14T01:51:23.456 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-14T01:51:23.456 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-14T01:51:24.457 DEBUG:teuthology.parallel:result is None 2026-02-14T01:51:24.457 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-14T01:51:24.473 INFO:teuthology.task.internal:Creating test directory... 2026-02-14T01:51:24.473 DEBUG:teuthology.orchestra.run.trial044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-14T01:51:24.490 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-14T01:51:24.502 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-14T01:51:24.517 INFO:teuthology.task.internal:Creating archive directory... 2026-02-14T01:51:24.517 DEBUG:teuthology.orchestra.run.trial044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-14T01:51:24.552 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-14T01:51:24.564 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-14T01:51:24.564 DEBUG:teuthology.orchestra.run.trial044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-14T01:51:24.617 INFO:teuthology.orchestra.run.trial044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-14T01:51:24.627 INFO:teuthology.orchestra.run.trial044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-14T01:51:24.628 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-14T01:51:24.640 INFO:teuthology.task.internal:Configuring sudo... 2026-02-14T01:51:24.640 DEBUG:teuthology.orchestra.run.trial044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-14T01:51:24.695 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-14T01:51:24.708 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-14T01:51:24.708 DEBUG:teuthology.orchestra.run.trial044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-14T01:51:24.750 DEBUG:teuthology.orchestra.run.trial044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-14T01:51:24.892 DEBUG:teuthology.orchestra.run.trial044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-14T01:51:24.917 DEBUG:teuthology.orchestra.run.trial044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-14T01:51:25.037 DEBUG:teuthology.orchestra.run.trial044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-14T01:51:25.063 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:51:25.063 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-14T01:51:25.127 DEBUG:teuthology.orchestra.run.trial044:> sudo service rsyslog restart 2026-02-14T01:51:25.195 INFO:teuthology.orchestra.run.trial044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-14T01:51:25.619 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-14T01:51:25.632 INFO:teuthology.task.internal:Starting timer... 2026-02-14T01:51:25.632 INFO:teuthology.run_tasks:Running task pcp... 2026-02-14T01:51:25.653 INFO:teuthology.run_tasks:Running task selinux... 2026-02-14T01:51:25.668 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-02-14T01:51:25.668 DEBUG:teuthology.orchestra.run.trial044:> sudo service auditd rotate 2026-02-14T01:51:25.697 INFO:teuthology.orchestra.run.trial044.stdout:Rotating logs: 2026-02-14T01:51:25.699 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-14T01:51:25.699 DEBUG:teuthology.orchestra.run.trial044:> /usr/sbin/getenforce 2026-02-14T01:51:25.756 INFO:teuthology.orchestra.run.trial044.stdout:Permissive 2026-02-14T01:51:25.756 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial044.front.sepia.ceph.com': 'permissive'} 2026-02-14T01:51:25.757 DEBUG:teuthology.orchestra.run.trial044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-14T01:51:25.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-14T01:51:25.822 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-14T01:51:25.822 DEBUG:teuthology.orchestra.run.trial044:> sudo /usr/sbin/setenforce permissive 2026-02-14T01:51:25.887 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-14T01:51:25.902 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-14T01:51:25.914 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-14T01:51:25.915 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial044.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-14T01:54:11.296 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial044.front.sepia.ceph.com')] 2026-02-14T01:54:11.298 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial044.front.sepia.ceph.com' 2026-02-14T01:54:11.299 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-14T01:54:11.454 DEBUG:teuthology.orchestra.run.trial044:> true 2026-02-14T01:54:11.528 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial044.front.sepia.ceph.com' 2026-02-14T01:54:11.528 INFO:teuthology.run_tasks:Running task clock... 2026-02-14T01:54:11.545 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-14T01:54:11.546 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-14T01:54:11.546 DEBUG:teuthology.orchestra.run.trial044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-14T01:54:11.594 INFO:teuthology.orchestra.run.trial044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-14T01:54:11.605 INFO:teuthology.orchestra.run.trial044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-14T01:54:11.624 INFO:teuthology.orchestra.run.trial044.stderr:sudo: ntpd: command not found 2026-02-14T01:54:11.633 INFO:teuthology.orchestra.run.trial044.stdout:506 Cannot talk to daemon 2026-02-14T01:54:11.644 INFO:teuthology.orchestra.run.trial044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-14T01:54:11.655 INFO:teuthology.orchestra.run.trial044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-14T01:54:11.703 INFO:teuthology.orchestra.run.trial044.stderr:bash: line 1: ntpq: command not found 2026-02-14T01:54:11.704 INFO:teuthology.orchestra.run.trial044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-14T01:54:11.704 INFO:teuthology.orchestra.run.trial044.stdout:=============================================================================== 2026-02-14T01:54:11.705 INFO:teuthology.run_tasks:Running task install... 2026-02-14T01:54:11.716 DEBUG:teuthology.task.install:project ceph 2026-02-14T01:54:11.716 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'}} 2026-02-14T01:54:11.716 DEBUG:teuthology.task.install:config {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'} 2026-02-14T01:54:11.716 INFO:teuthology.task.install:Using flavor: default 2026-02-14T01:54:11.720 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-14T01:54:11.720 INFO:teuthology.task.install:extra packages: ['librados2'] 2026-02-14T01:54:11.720 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'squid', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376', 'tag': None, 'wait_for_package': False} 2026-02-14T01:54:11.721 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-14T01:54:11.721 INFO:teuthology.packaging:ref: None 2026-02-14T01:54:11.721 INFO:teuthology.packaging:tag: None 2026-02-14T01:54:11.721 INFO:teuthology.packaging:branch: squid 2026-02-14T01:54:11.721 INFO:teuthology.packaging:sha1: eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:54:11.721 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-14T01:54:11.911 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/ 2026-02-14T01:54:11.912 INFO:teuthology.task.install.rpm:Package version is 19.2.3-672.g283431c0 2026-02-14T01:54:12.157 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-14T01:54:12.157 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:54:12.157 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-14T01:54:12.183 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2026-02-14T01:54:12.183 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-14T01:54:12.184 INFO:teuthology.packaging:ref: None 2026-02-14T01:54:12.184 INFO:teuthology.packaging:tag: None 2026-02-14T01:54:12.184 INFO:teuthology.packaging:branch: squid 2026-02-14T01:54:12.184 INFO:teuthology.packaging:sha1: eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:54:12.184 DEBUG:teuthology.orchestra.run.trial044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/squid/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-14T01:54:12.248 DEBUG:teuthology.orchestra.run.trial044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-14T01:54:12.324 DEBUG:teuthology.orchestra.run.trial044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-14T01:54:12.387 INFO:teuthology.orchestra.run.trial044.stdout:check_obsoletes = 1 2026-02-14T01:54:12.388 DEBUG:teuthology.orchestra.run.trial044:> sudo yum clean all 2026-02-14T01:54:12.536 INFO:teuthology.orchestra.run.trial044.stdout:41 files removed 2026-02-14T01:54:12.549 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph-radosgw 2026-02-14T01:54:13.028 INFO:teuthology.orchestra.run.trial044.stdout:ceph packages for x86_64 252 kB/s | 84 kB 00:00 2026-02-14T01:54:13.382 INFO:teuthology.orchestra.run.trial044.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2026-02-14T01:54:13.821 INFO:teuthology.orchestra.run.trial044.stdout:ceph source packages 4.5 kB/s | 1.9 kB 00:00 2026-02-14T01:54:14.094 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - BaseOS 35 MB/s | 8.9 MB 00:00 2026-02-14T01:54:16.908 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - AppStream 12 MB/s | 27 MB 00:02 2026-02-14T01:54:21.086 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 7.8 MB 00:01 2026-02-14T01:54:22.276 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 20 kB 00:00 2026-02-14T01:54:22.876 INFO:teuthology.orchestra.run.trial044.stdout:Extra Packages for Enterprise Linux 38 MB/s | 20 MB 00:00 2026-02-14T01:54:26.126 INFO:teuthology.orchestra.run.trial044.stdout:lab-extras 1.3 MB/s | 50 kB 00:00 2026-02-14T01:54:27.397 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:27.398 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:27.398 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repository Size 2026-02-14T01:54:27.398 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: ceph-radosgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 11 M 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout:Upgrading: 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: librados2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.4 M 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: librbd1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.2 M 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout:Installing dependencies: 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: ceph-base x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.5 M 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 22 M 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: ceph-selinux x86_64 2:19.2.3-672.g283431c0.el9 ceph 25 k 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-14T01:54:27.399 INFO:teuthology.orchestra.run.trial044.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.0 M 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: libradosstriper1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 504 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: librgw2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.4 M 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-14T01:54:27.400 INFO:teuthology.orchestra.run.trial044.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-argparse x86_64 2:19.2.3-672.g283431c0.el9 ceph 45 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 142 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: python3-cephfs x86_64 2:19.2.3-672.g283431c0.el9 ceph 165 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: python3-rados x86_64 2:19.2.3-672.g283431c0.el9 ceph 323 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: python3-rbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 302 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: python3-rgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 100 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-14T01:54:27.401 INFO:teuthology.orchestra.run.trial044.stdout:Installing weak dependencies: 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout:Install 32 Packages 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout:Upgrade 2 Packages 2026-02-14T01:54:27.402 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:27.403 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 62 M 2026-02-14T01:54:27.403 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:27.979 INFO:teuthology.orchestra.run.trial044.stdout:(1/34): ceph-base-19.2.3-672.g283431c0.el9.x86_ 17 MB/s | 5.5 MB 00:00 2026-02-14T01:54:28.018 INFO:teuthology.orchestra.run.trial044.stdout:(2/34): ceph-selinux-19.2.3-672.g283431c0.el9.x 650 kB/s | 25 kB 00:00 2026-02-14T01:54:28.077 INFO:teuthology.orchestra.run.trial044.stdout:(3/34): libcephfs2-19.2.3-672.g283431c0.el9.x86 16 MB/s | 1.0 MB 00:00 2026-02-14T01:54:28.129 INFO:teuthology.orchestra.run.trial044.stdout:(4/34): libradosstriper1-19.2.3-672.g283431c0.e 9.6 MB/s | 504 kB 00:00 2026-02-14T01:54:28.283 INFO:teuthology.orchestra.run.trial044.stdout:(5/34): ceph-radosgw-19.2.3-672.g283431c0.el9.x 17 MB/s | 11 MB 00:00 2026-02-14T01:54:28.335 INFO:teuthology.orchestra.run.trial044.stdout:(6/34): python3-ceph-argparse-19.2.3-672.g28343 880 kB/s | 45 kB 00:00 2026-02-14T01:54:28.387 INFO:teuthology.orchestra.run.trial044.stdout:(7/34): python3-ceph-common-19.2.3-672.g283431c 2.7 MB/s | 142 kB 00:00 2026-02-14T01:54:28.402 INFO:teuthology.orchestra.run.trial044.stdout:(8/34): librgw2-19.2.3-672.g283431c0.el9.x86_64 20 MB/s | 5.4 MB 00:00 2026-02-14T01:54:28.427 INFO:teuthology.orchestra.run.trial044.stdout:(9/34): python3-cephfs-19.2.3-672.g283431c0.el9 4.0 MB/s | 165 kB 00:00 2026-02-14T01:54:28.440 INFO:teuthology.orchestra.run.trial044.stdout:(10/34): python3-rados-19.2.3-672.g283431c0.el9 8.3 MB/s | 323 kB 00:00 2026-02-14T01:54:28.468 INFO:teuthology.orchestra.run.trial044.stdout:(11/34): python3-rbd-19.2.3-672.g283431c0.el9.x 7.2 MB/s | 302 kB 00:00 2026-02-14T01:54:28.478 INFO:teuthology.orchestra.run.trial044.stdout:(12/34): python3-rgw-19.2.3-672.g283431c0.el9.x 2.6 MB/s | 100 kB 00:00 2026-02-14T01:54:28.547 INFO:teuthology.orchestra.run.trial044.stdout:(13/34): ceph-common-19.2.3-672.g283431c0.el9.x 24 MB/s | 22 MB 00:00 2026-02-14T01:54:28.654 INFO:teuthology.orchestra.run.trial044.stdout:(14/34): boost-program-options-1.75.0-13.el9.x8 976 kB/s | 104 kB 00:00 2026-02-14T01:54:28.720 INFO:teuthology.orchestra.run.trial044.stdout:(15/34): libnbd-1.20.3-4.el9.x86_64.rpm 2.4 MB/s | 164 kB 00:00 2026-02-14T01:54:28.733 INFO:teuthology.orchestra.run.trial044.stdout:(16/34): mailcap-2.1.49-5.el9.noarch.rpm 125 kB/s | 33 kB 00:00 2026-02-14T01:54:28.745 INFO:teuthology.orchestra.run.trial044.stdout:(17/34): libpmemobj-1.12.1-1.el9.x86_64.rpm 6.3 MB/s | 160 kB 00:00 2026-02-14T01:54:28.803 INFO:teuthology.orchestra.run.trial044.stdout:(18/34): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2026-02-14T01:54:28.817 INFO:teuthology.orchestra.run.trial044.stdout:(19/34): librabbitmq-0.11.0-7.el9.x86_64.rpm 538 kB/s | 45 kB 00:00 2026-02-14T01:54:28.827 INFO:teuthology.orchestra.run.trial044.stdout:(20/34): lttng-ust-2.12.0-6.el9.x86_64.rpm 12 MB/s | 292 kB 00:00 2026-02-14T01:54:28.850 INFO:teuthology.orchestra.run.trial044.stdout:(21/34): qatlib-service-25.08.0-2.el9.x86_64.rp 1.6 MB/s | 37 kB 00:00 2026-02-14T01:54:28.871 INFO:teuthology.orchestra.run.trial044.stdout:(22/34): pciutils-3.7.0-7.el9.x86_64.rpm 237 kB/s | 93 kB 00:00 2026-02-14T01:54:28.873 INFO:teuthology.orchestra.run.trial044.stdout:(23/34): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.8 MB/s | 66 kB 00:00 2026-02-14T01:54:29.059 INFO:teuthology.orchestra.run.trial044.stdout:(24/34): qatlib-25.08.0-2.el9.x86_64.rpm 991 kB/s | 240 kB 00:00 2026-02-14T01:54:29.063 INFO:teuthology.orchestra.run.trial044.stdout:(25/34): gperftools-libs-2.9.1-3.el9.x86_64.rpm 1.6 MB/s | 308 kB 00:00 2026-02-14T01:54:29.084 INFO:teuthology.orchestra.run.trial044.stdout:(26/34): libarrow-doc-9.0.0-15.el9.noarch.rpm 997 kB/s | 25 kB 00:00 2026-02-14T01:54:29.089 INFO:teuthology.orchestra.run.trial044.stdout:(27/34): liboath-2.6.12-1.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2026-02-14T01:54:29.112 INFO:teuthology.orchestra.run.trial044.stdout:(28/34): libunwind-1.6.2-1.el9.x86_64.rpm 2.4 MB/s | 67 kB 00:00 2026-02-14T01:54:29.156 INFO:teuthology.orchestra.run.trial044.stdout:(29/34): parquet-libs-9.0.0-15.el9.x86_64.rpm 12 MB/s | 838 kB 00:00 2026-02-14T01:54:29.159 INFO:teuthology.orchestra.run.trial044.stdout:(30/34): re2-20211101-20.el9.x86_64.rpm 3.9 MB/s | 191 kB 00:00 2026-02-14T01:54:29.184 INFO:teuthology.orchestra.run.trial044.stdout:(31/34): libarrow-9.0.0-15.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2026-02-14T01:54:29.209 INFO:teuthology.orchestra.run.trial044.stdout:(32/34): thrift-0.15.0-4.el9.x86_64.rpm 30 MB/s | 1.6 MB 00:00 2026-02-14T01:54:29.243 INFO:teuthology.orchestra.run.trial044.stdout:(33/34): librados2-19.2.3-672.g283431c0.el9.x86 41 MB/s | 3.4 MB 00:00 2026-02-14T01:54:29.284 INFO:teuthology.orchestra.run.trial044.stdout:(34/34): librbd1-19.2.3-672.g283431c0.el9.x86_6 32 MB/s | 3.2 MB 00:00 2026-02-14T01:54:29.286 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:29.286 INFO:teuthology.orchestra.run.trial044.stdout:Total 33 MB/s | 62 MB 00:01 2026-02-14T01:54:29.380 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:29.397 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:29.397 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:29.627 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:29.627 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:29.909 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:29.917 INFO:teuthology.orchestra.run.trial044.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/36 2026-02-14T01:54:29.919 INFO:teuthology.orchestra.run.trial044.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/36 2026-02-14T01:54:29.931 INFO:teuthology.orchestra.run.trial044.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/36 2026-02-14T01:54:30.082 INFO:teuthology.orchestra.run.trial044.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/36 2026-02-14T01:54:30.088 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-14T01:54:30.117 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-14T01:54:30.160 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-14T01:54:30.160 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-14T01:54:30.172 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-14T01:54:30.176 INFO:teuthology.orchestra.run.trial044.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/36 2026-02-14T01:54:30.185 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 9/36 2026-02-14T01:54:30.207 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-14T01:54:30.208 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-14T01:54:30.221 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-14T01:54:30.259 INFO:teuthology.orchestra.run.trial044.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/36 2026-02-14T01:54:30.262 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/36 2026-02-14T01:54:30.270 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/36 2026-02-14T01:54:30.273 INFO:teuthology.orchestra.run.trial044.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/36 2026-02-14T01:54:30.276 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/36 2026-02-14T01:54:30.280 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/36 2026-02-14T01:54:30.422 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/36 2026-02-14T01:54:30.423 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-14T01:54:30.448 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-14T01:54:30.451 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 20/36 2026-02-14T01:54:30.458 INFO:teuthology.orchestra.run.trial044.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/36 2026-02-14T01:54:30.684 INFO:teuthology.orchestra.run.trial044.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/36 2026-02-14T01:54:30.685 INFO:teuthology.orchestra.run.trial044.stdout: Installing : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-14T01:54:30.701 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-14T01:54:30.706 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 24/36 2026-02-14T01:54:30.712 INFO:teuthology.orchestra.run.trial044.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/36 2026-02-14T01:54:30.715 INFO:teuthology.orchestra.run.trial044.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/36 2026-02-14T01:54:30.716 INFO:teuthology.orchestra.run.trial044.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-14T01:54:30.734 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-14T01:54:30.737 INFO:teuthology.orchestra.run.trial044.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/36 2026-02-14T01:54:30.763 INFO:teuthology.orchestra.run.trial044.stdout: Installing : mailcap-2.1.49-5.el9.noarch 29/36 2026-02-14T01:54:30.765 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 30/36 2026-02-14T01:54:31.745 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-14T01:54:31.748 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-14T01:54:32.029 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-14T01:54:32.032 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-14T01:54:32.072 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-14T01:54:32.072 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-14T01:54:32.072 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-14T01:54:32.072 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:32.076 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-14T01:54:36.584 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-14T01:54:36.584 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /sys 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /proc 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /mnt 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /var/tmp 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /home 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /root 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout:skipping the directory /tmp 2026-02-14T01:54:36.585 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.036 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-14T01:54:37.059 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-14T01:54:37.059 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:37.059 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-14T01:54:37.059 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-14T01:54:37.059 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-14T01:54:37.059 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.061 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-14T01:54:37.074 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-14T01:54:37.074 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-14T01:54:37.129 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-14T01:54:37.129 INFO:teuthology.orchestra.run.trial044.stdout:Creating group 'qat' with GID 992. 2026-02-14T01:54:37.130 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.398 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 1/36 2026-02-14T01:54:37.398 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 3/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 4/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 8/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 9/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-14T01:54:37.399 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 12/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 13/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 15/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 16/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 17/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 18/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 19/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 20/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 21/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 22/36 2026-02-14T01:54:37.400 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 23/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 24/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 25/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 26/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 27/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 29/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 30/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : re2-1:20211101-20.el9.x86_64 31/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 32/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-14T01:54:37.401 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 34/36 2026-02-14T01:54:37.402 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 35/36 2026-02-14T01:54:37.458 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 36/36 2026-02-14T01:54:37.458 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout:Upgraded: 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: librados2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.459 INFO:teuthology.orchestra.run.trial044.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-14T01:54:37.460 INFO:teuthology.orchestra.run.trial044.stdout: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:37.461 INFO:teuthology.orchestra.run.trial044.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-14T01:54:37.462 INFO:teuthology.orchestra.run.trial044.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-14T01:54:37.462 INFO:teuthology.orchestra.run.trial044.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-14T01:54:37.462 INFO:teuthology.orchestra.run.trial044.stdout: re2-1:20211101-20.el9.x86_64 2026-02-14T01:54:37.462 INFO:teuthology.orchestra.run.trial044.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-14T01:54:37.462 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.462 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:37.500 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph-test 2026-02-14T01:54:37.804 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:11 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:37.887 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:37.888 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:37.888 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repository Size 2026-02-14T01:54:37.888 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:37.888 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: ceph-test x86_64 2:19.2.3-672.g283431c0.el9 ceph 50 M 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout:Installing dependencies: 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: libcephsqlite x86_64 2:19.2.3-672.g283431c0.el9 ceph 163 k 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout:Install 5 Packages 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:37.889 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 50 M 2026-02-14T01:54:37.890 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 213 M 2026-02-14T01:54:37.890 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:37.995 INFO:teuthology.orchestra.run.trial044.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 4.8 MB/s | 233 kB 00:00 2026-02-14T01:54:38.013 INFO:teuthology.orchestra.run.trial044.stdout:(2/5): socat-1.7.4.1-8.el9.x86_64.rpm 17 MB/s | 303 kB 00:00 2026-02-14T01:54:38.021 INFO:teuthology.orchestra.run.trial044.stdout:(3/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 7.3 MB/s | 64 kB 00:00 2026-02-14T01:54:38.031 INFO:teuthology.orchestra.run.trial044.stdout:(4/5): libcephsqlite-19.2.3-672.g283431c0.el9.x 1.9 MB/s | 163 kB 00:00 2026-02-14T01:54:38.980 INFO:teuthology.orchestra.run.trial044.stdout:(5/5): ceph-test-19.2.3-672.g283431c0.el9.x86_6 48 MB/s | 50 MB 00:01 2026-02-14T01:54:38.981 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:38.982 INFO:teuthology.orchestra.run.trial044.stdout:Total 46 MB/s | 50 MB 00:01 2026-02-14T01:54:39.008 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:39.017 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:39.017 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:39.203 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:39.203 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:39.416 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:39.422 INFO:teuthology.orchestra.run.trial044.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-14T01:54:39.426 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-14T01:54:39.434 INFO:teuthology.orchestra.run.trial044.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-14T01:54:39.435 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-14T01:54:41.723 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-14T01:54:41.741 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-14T01:54:41.955 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-14T01:54:41.955 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 1/5 2026-02-14T01:54:41.955 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2/5 2026-02-14T01:54:41.955 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-14T01:54:41.955 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-14T01:54:42.007 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:42.008 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:42.041 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph 2026-02-14T01:54:42.337 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:16 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:42.421 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:42.422 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repository Size 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ceph x86_64 2:19.2.3-672.g283431c0.el9 ceph 6.5 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout:Installing dependencies: 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mds x86_64 2:19.2.3-672.g283431c0.el9 ceph 2.4 M 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.1 M 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr-modules-core noarch 2:19.2.3-672.g283431c0.el9 ceph-noarch 253 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mon x86_64 2:19.2.3-672.g283431c0.el9 ceph 4.7 M 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ceph-osd x86_64 2:19.2.3-672.g283431c0.el9 ceph 17 M 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-14T01:54:42.423 INFO:teuthology.orchestra.run.trial044.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-14T01:54:42.424 INFO:teuthology.orchestra.run.trial044.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout:Install 46 Packages 2026-02-14T01:54:42.425 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:42.426 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 31 M 2026-02-14T01:54:42.426 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 111 M 2026-02-14T01:54:42.426 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:42.888 INFO:teuthology.orchestra.run.trial044.stdout:(1/46): ceph-19.2.3-672.g283431c0.el9.x86_64.rp 46 kB/s | 6.5 kB 00:00 2026-02-14T01:54:43.091 INFO:teuthology.orchestra.run.trial044.stdout:(2/46): ceph-mgr-19.2.3-672.g283431c0.el9.x86_6 3.1 MB/s | 1.1 MB 00:00 2026-02-14T01:54:43.518 INFO:teuthology.orchestra.run.trial044.stdout:(3/46): ceph-mds-19.2.3-672.g283431c0.el9.x86_6 3.1 MB/s | 2.4 MB 00:00 2026-02-14T01:54:43.592 INFO:teuthology.orchestra.run.trial044.stdout:(4/46): ceph-mgr-modules-core-19.2.3-672.g28343 3.4 MB/s | 253 kB 00:00 2026-02-14T01:54:43.702 INFO:teuthology.orchestra.run.trial044.stdout:(5/46): ledmon-libs-1.1.0-3.el9.x86_64.rpm 367 kB/s | 40 kB 00:00 2026-02-14T01:54:43.710 INFO:teuthology.orchestra.run.trial044.stdout:(6/46): libconfig-1.7.2-9.el9.x86_64.rpm 9.2 MB/s | 72 kB 00:00 2026-02-14T01:54:43.720 INFO:teuthology.orchestra.run.trial044.stdout:(7/46): python3-cffi-1.14.5-5.el9.x86_64.rpm 25 MB/s | 253 kB 00:00 2026-02-14T01:54:43.753 INFO:teuthology.orchestra.run.trial044.stdout:(8/46): python3-cryptography-36.0.1-5.el9.x86_6 38 MB/s | 1.2 MB 00:00 2026-02-14T01:54:43.758 INFO:teuthology.orchestra.run.trial044.stdout:(9/46): python3-ply-3.11-14.el9.noarch.rpm 18 MB/s | 106 kB 00:00 2026-02-14T01:54:43.764 INFO:teuthology.orchestra.run.trial044.stdout:(10/46): python3-pycparser-2.20-6.el9.noarch.rp 22 MB/s | 135 kB 00:00 2026-02-14T01:54:43.771 INFO:teuthology.orchestra.run.trial044.stdout:(11/46): python3-pyparsing-2.4.7-9.el9.noarch.r 24 MB/s | 150 kB 00:00 2026-02-14T01:54:43.777 INFO:teuthology.orchestra.run.trial044.stdout:(12/46): python3-requests-2.25.1-10.el9.noarch. 19 MB/s | 126 kB 00:00 2026-02-14T01:54:43.784 INFO:teuthology.orchestra.run.trial044.stdout:(13/46): python3-urllib3-1.26.5-7.el9.noarch.rp 33 MB/s | 218 kB 00:00 2026-02-14T01:54:43.791 INFO:teuthology.orchestra.run.trial044.stdout:(14/46): unzip-6.0-59.el9.x86_64.rpm 26 MB/s | 182 kB 00:00 2026-02-14T01:54:43.797 INFO:teuthology.orchestra.run.trial044.stdout:(15/46): zip-3.0-35.el9.x86_64.rpm 43 MB/s | 266 kB 00:00 2026-02-14T01:54:44.028 INFO:teuthology.orchestra.run.trial044.stdout:(16/46): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 1.0 MB/s | 246 kB 00:00 2026-02-14T01:54:44.178 INFO:teuthology.orchestra.run.trial044.stdout:(17/46): lua-5.4.4-4.el9.x86_64.rpm 1.2 MB/s | 188 kB 00:00 2026-02-14T01:54:44.326 INFO:teuthology.orchestra.run.trial044.stdout:(18/46): python3-libstoragemgmt-1.10.1-1.el9.x8 1.2 MB/s | 177 kB 00:00 2026-02-14T01:54:44.355 INFO:teuthology.orchestra.run.trial044.stdout:(19/46): ceph-mon-19.2.3-672.g283431c0.el9.x86_ 3.2 MB/s | 4.7 MB 00:01 2026-02-14T01:54:44.458 INFO:teuthology.orchestra.run.trial044.stdout:(20/46): python3-markupsafe-1.1.1-12.el9.x86_64 338 kB/s | 35 kB 00:00 2026-02-14T01:54:44.470 INFO:teuthology.orchestra.run.trial044.stdout:(21/46): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2026-02-14T01:54:44.586 INFO:teuthology.orchestra.run.trial044.stdout:(22/46): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2026-02-14T01:54:44.587 INFO:teuthology.orchestra.run.trial044.stdout:(23/46): python3-packaging-20.9-5.el9.noarch.rp 597 kB/s | 77 kB 00:00 2026-02-14T01:54:44.620 INFO:teuthology.orchestra.run.trial044.stdout:(24/46): lua-devel-5.4.4-4.el9.x86_64.rpm 659 kB/s | 22 kB 00:00 2026-02-14T01:54:44.752 INFO:teuthology.orchestra.run.trial044.stdout:(25/46): python3-autocommand-2.2.2-8.el9.noarch 223 kB/s | 29 kB 00:00 2026-02-14T01:54:44.797 INFO:teuthology.orchestra.run.trial044.stdout:(26/46): luarocks-3.9.2-5.el9.noarch.rpm 723 kB/s | 151 kB 00:00 2026-02-14T01:54:44.825 INFO:teuthology.orchestra.run.trial044.stdout:(27/46): python3-backports-tarfile-1.2.0-1.el9. 823 kB/s | 60 kB 00:00 2026-02-14T01:54:44.830 INFO:teuthology.orchestra.run.trial044.stdout:(28/46): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2026-02-14T01:54:44.865 INFO:teuthology.orchestra.run.trial044.stdout:(29/46): python3-cheroot-10.0.1-4.el9.noarch.rp 4.3 MB/s | 173 kB 00:00 2026-02-14T01:54:44.895 INFO:teuthology.orchestra.run.trial044.stdout:(30/46): python3-cherrypy-18.6.1-2.el9.noarch.r 5.4 MB/s | 358 kB 00:00 2026-02-14T01:54:44.896 INFO:teuthology.orchestra.run.trial044.stdout:(31/46): python3-jaraco-8.2.1-3.el9.noarch.rpm 344 kB/s | 11 kB 00:00 2026-02-14T01:54:44.927 INFO:teuthology.orchestra.run.trial044.stdout:(32/46): python3-jaraco-classes-3.2.1-5.el9.noa 558 kB/s | 18 kB 00:00 2026-02-14T01:54:44.928 INFO:teuthology.orchestra.run.trial044.stdout:(33/46): python3-jaraco-collections-3.0.0-8.el9 730 kB/s | 23 kB 00:00 2026-02-14T01:54:44.959 INFO:teuthology.orchestra.run.trial044.stdout:(34/46): python3-jaraco-context-6.0.1-3.el9.noa 612 kB/s | 20 kB 00:00 2026-02-14T01:54:44.960 INFO:teuthology.orchestra.run.trial044.stdout:(35/46): python3-jaraco-functools-3.5.0-2.el9.n 614 kB/s | 19 kB 00:00 2026-02-14T01:54:44.991 INFO:teuthology.orchestra.run.trial044.stdout:(36/46): python3-jaraco-text-4.0.0-2.el9.noarch 817 kB/s | 26 kB 00:00 2026-02-14T01:54:44.994 INFO:teuthology.orchestra.run.trial044.stdout:(37/46): python3-logutils-0.3.5-21.el9.noarch.r 1.3 MB/s | 46 kB 00:00 2026-02-14T01:54:45.027 INFO:teuthology.orchestra.run.trial044.stdout:(38/46): python3-more-itertools-8.12.0-2.el9.no 2.2 MB/s | 79 kB 00:00 2026-02-14T01:54:45.041 INFO:teuthology.orchestra.run.trial044.stdout:(39/46): python3-pecan-1.4.2-3.el9.noarch.rpm 5.6 MB/s | 272 kB 00:00 2026-02-14T01:54:45.058 INFO:teuthology.orchestra.run.trial044.stdout:(40/46): python3-portend-3.1.0-2.el9.noarch.rpm 524 kB/s | 16 kB 00:00 2026-02-14T01:54:45.077 INFO:teuthology.orchestra.run.trial044.stdout:(41/46): python3-pyOpenSSL-21.0.0-1.el9.noarch. 2.4 MB/s | 90 kB 00:00 2026-02-14T01:54:45.091 INFO:teuthology.orchestra.run.trial044.stdout:(42/46): python3-tempora-5.0.0-2.el9.noarch.rpm 1.1 MB/s | 36 kB 00:00 2026-02-14T01:54:45.120 INFO:teuthology.orchestra.run.trial044.stdout:(43/46): python3-webob-1.8.8-2.el9.noarch.rpm 5.3 MB/s | 230 kB 00:00 2026-02-14T01:54:45.146 INFO:teuthology.orchestra.run.trial044.stdout:(44/46): python3-werkzeug-2.0.3-3.el9.1.noarch. 7.7 MB/s | 427 kB 00:00 2026-02-14T01:54:45.151 INFO:teuthology.orchestra.run.trial044.stdout:(45/46): python3-zc-lockfile-2.0-10.el9.noarch. 638 kB/s | 20 kB 00:00 2026-02-14T01:54:45.324 INFO:teuthology.orchestra.run.trial044.stdout:(46/46): ceph-osd-19.2.3-672.g283431c0.el9.x86_ 7.7 MB/s | 17 MB 00:02 2026-02-14T01:54:45.327 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:45.327 INFO:teuthology.orchestra.run.trial044.stdout:Total 11 MB/s | 31 MB 00:02 2026-02-14T01:54:45.483 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:45.503 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:45.503 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:45.657 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:45.657 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:45.841 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:45.843 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/46 2026-02-14T01:54:45.847 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/46 2026-02-14T01:54:45.852 INFO:teuthology.orchestra.run.trial044.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/46 2026-02-14T01:54:45.854 INFO:teuthology.orchestra.run.trial044.stdout: Installing : unzip-6.0-59.el9.x86_64 4/46 2026-02-14T01:54:45.860 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 5/46 2026-02-14T01:54:45.884 INFO:teuthology.orchestra.run.trial044.stdout: Installing : zip-3.0-35.el9.x86_64 6/46 2026-02-14T01:54:45.887 INFO:teuthology.orchestra.run.trial044.stdout: Installing : luarocks-3.9.2-5.el9.noarch 7/46 2026-02-14T01:54:45.892 INFO:teuthology.orchestra.run.trial044.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 8/46 2026-02-14T01:54:45.896 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 9/46 2026-02-14T01:54:45.927 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 10/46 2026-02-14T01:54:45.948 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 11/46 2026-02-14T01:54:45.957 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 12/46 2026-02-14T01:54:45.963 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 13/46 2026-02-14T01:54:45.967 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 14/46 2026-02-14T01:54:45.973 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 15/46 2026-02-14T01:54:45.979 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 16/46 2026-02-14T01:54:45.982 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 17/46 2026-02-14T01:54:45.988 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 18/46 2026-02-14T01:54:45.992 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 19/46 2026-02-14T01:54:45.999 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 20/46 2026-02-14T01:54:46.002 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 21/46 2026-02-14T01:54:46.007 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 22/46 2026-02-14T01:54:46.031 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/46 2026-02-14T01:54:46.086 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 24/46 2026-02-14T01:54:46.110 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 25/46 2026-02-14T01:54:46.123 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 26/46 2026-02-14T01:54:46.128 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 27/46 2026-02-14T01:54:46.138 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 28/46 2026-02-14T01:54:46.144 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-packaging-20.9-5.el9.noarch 29/46 2026-02-14T01:54:46.157 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-ply-3.11-14.el9.noarch 30/46 2026-02-14T01:54:46.173 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 31/46 2026-02-14T01:54:46.248 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 32/46 2026-02-14T01:54:46.256 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 33/46 2026-02-14T01:54:46.280 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 34/46 2026-02-14T01:54:46.309 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 35/46 2026-02-14T01:54:46.314 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 36/46 2026-02-14T01:54:46.359 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 37/46 2026-02-14T01:54:46.409 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 38/46 2026-02-14T01:54:46.410 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-14T01:54:46.434 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-14T01:54:46.434 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:46.434 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-14T01:54:46.434 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-14T01:54:46.435 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-14T01:54:46.435 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:46.438 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 40/46 2026-02-14T01:54:46.455 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-14T01:54:46.456 INFO:teuthology.orchestra.run.trial044.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-14T01:54:46.456 INFO:teuthology.orchestra.run.trial044.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-14T01:54:46.456 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:46.464 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-14T01:54:46.488 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-14T01:54:46.488 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-14T01:54:46.488 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:47.203 INFO:teuthology.orchestra.run.trial044.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 42/46 2026-02-14T01:54:47.205 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-14T01:54:47.230 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-14T01:54:47.230 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:47.230 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-14T01:54:47.230 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-14T01:54:47.230 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-14T01:54:47.230 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:47.436 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-14T01:54:47.457 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-14T01:54:47.457 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:47.457 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-14T01:54:47.458 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-14T01:54:47.458 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-14T01:54:47.458 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:47.561 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-14T01:54:47.583 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-14T01:54:47.583 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:47.583 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-14T01:54:47.583 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-14T01:54:47.583 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-14T01:54:47.583 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:47.600 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-14T01:54:47.927 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-14T01:54:47.927 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 1/46 2026-02-14T01:54:47.927 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2/46 2026-02-14T01:54:47.927 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 3/46 2026-02-14T01:54:47.927 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 4/46 2026-02-14T01:54:47.927 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 5/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 6/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 7/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 8/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 9/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 10/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ply-3.11-14.el9.noarch 11/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 12/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 13/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 14/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 15/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : unzip-6.0-59.el9.x86_64 16/46 2026-02-14T01:54:47.928 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : zip-3.0-35.el9.x86_64 17/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 18/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : lua-5.4.4-4.el9.x86_64 19/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 20/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 21/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 22/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 23/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 24/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 25/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 26/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 27/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 28/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 29/46 2026-02-14T01:54:47.929 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 30/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 31/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 32/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 33/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 34/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 35/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 36/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 37/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 38/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 39/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 40/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 41/46 2026-02-14T01:54:47.930 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 42/46 2026-02-14T01:54:47.931 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 43/46 2026-02-14T01:54:47.931 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 44/46 2026-02-14T01:54:47.931 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 45/46 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 46/46 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout: ceph-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:47.984 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.noarch 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: lua-5.4.4-4.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-14T01:54:47.985 INFO:teuthology.orchestra.run.trial044.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-14T01:54:47.986 INFO:teuthology.orchestra.run.trial044.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-ply-3.11-14.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-14T01:54:47.987 INFO:teuthology.orchestra.run.trial044.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: unzip-6.0-59.el9.x86_64 2026-02-14T01:54:47.988 INFO:teuthology.orchestra.run.trial044.stdout: zip-3.0-35.el9.x86_64 2026-02-14T01:54:47.989 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:47.989 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:48.023 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph-base 2026-02-14T01:54:48.324 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:22 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:48.388 INFO:teuthology.orchestra.run.trial044.stdout:Package ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:48.405 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:48.406 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:48.406 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:48.428 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph-immutable-object-cache 2026-02-14T01:54:48.734 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:22 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:48.816 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:48.816 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:48.816 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repo Size 2026-02-14T01:54:48.816 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:48.816 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-672.g283431c0.el9 ceph 145 k 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 145 k 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 435 k 2026-02-14T01:54:48.817 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:49.117 INFO:teuthology.orchestra.run.trial044.stdout:ceph-immutable-object-cache-19.2.3-672.g283431c 483 kB/s | 145 kB 00:00 2026-02-14T01:54:49.119 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:49.119 INFO:teuthology.orchestra.run.trial044.stdout:Total 479 kB/s | 145 kB 00:00 2026-02-14T01:54:49.119 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:49.123 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:49.123 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:49.150 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:49.150 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:49.198 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:49.200 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-14T01:54:49.222 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-14T01:54:49.222 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:49.222 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-14T01:54:49.222 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:49.516 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-14T01:54:49.517 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:49.517 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:49.517 INFO:teuthology.orchestra.run.trial044.stdout: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:49.517 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:49.517 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:49.544 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph-mgr 2026-02-14T01:54:49.847 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:23 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:49.911 INFO:teuthology.orchestra.run.trial044.stdout:Package ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:49.928 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:49.929 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:49.929 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:49.951 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install ceph-fuse 2026-02-14T01:54:50.250 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:24 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:50.332 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:50.332 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:50.332 INFO:teuthology.orchestra.run.trial044.stdout: Package Architecture Version Repository Size 2026-02-14T01:54:50.332 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:50.332 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:50.332 INFO:teuthology.orchestra.run.trial044.stdout: ceph-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.2 M 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 1.2 M 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 3.6 M 2026-02-14T01:54:50.333 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:50.711 INFO:teuthology.orchestra.run.trial044.stdout:ceph-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 3.0 MB/s | 1.2 MB 00:00 2026-02-14T01:54:50.712 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:50.712 INFO:teuthology.orchestra.run.trial044.stdout:Total 3.0 MB/s | 1.2 MB 00:00 2026-02-14T01:54:50.712 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:50.716 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:50.716 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:50.745 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:50.745 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:50.841 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:50.857 INFO:teuthology.orchestra.run.trial044.stdout: Installing : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:51.087 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:51.141 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:51.141 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:51.141 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:51.141 INFO:teuthology.orchestra.run.trial044.stdout: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:51.141 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:51.142 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:51.170 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install librados-devel 2026-02-14T01:54:51.470 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:25 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repo Size 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout: librados-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 126 k 2026-02-14T01:54:51.553 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 126 k 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 456 k 2026-02-14T01:54:51.554 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:51.672 INFO:teuthology.orchestra.run.trial044.stdout:librados-devel-19.2.3-672.g283431c0.el9.x86_64. 1.0 MB/s | 126 kB 00:00 2026-02-14T01:54:51.672 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:51.672 INFO:teuthology.orchestra.run.trial044.stdout:Total 1.0 MB/s | 126 kB 00:00 2026-02-14T01:54:51.672 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:51.674 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:51.675 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:51.701 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:51.701 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:51.750 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:51.766 INFO:teuthology.orchestra.run.trial044.stdout: Installing : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:51.840 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:51.897 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:51.897 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:51.897 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:51.897 INFO:teuthology.orchestra.run.trial044.stdout: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:51.897 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:51.898 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:51.924 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install libcephfs2 2026-02-14T01:54:52.245 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:26 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:52.309 INFO:teuthology.orchestra.run.trial044.stdout:Package libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:52.326 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:52.327 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:52.327 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:52.348 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install libcephfs-devel 2026-02-14T01:54:52.648 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:26 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:52.732 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repo Size 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 34 k 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 34 k 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 153 k 2026-02-14T01:54:52.733 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:52.796 INFO:teuthology.orchestra.run.trial044.stdout:libcephfs-devel-19.2.3-672.g283431c0.el9.x86_64 537 kB/s | 34 kB 00:00 2026-02-14T01:54:52.797 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:52.797 INFO:teuthology.orchestra.run.trial044.stdout:Total 525 kB/s | 34 kB 00:00 2026-02-14T01:54:52.797 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:52.799 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:52.799 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:52.802 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:52.802 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:52.822 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:52.837 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:52.892 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:52.946 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:52.946 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:52.946 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:52.946 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:52.946 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:52.946 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:52.972 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install librados2 2026-02-14T01:54:53.269 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:27 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:53.332 INFO:teuthology.orchestra.run.trial044.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:53.350 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:53.351 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:53.351 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:53.373 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install librbd1 2026-02-14T01:54:53.672 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:27 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:53.737 INFO:teuthology.orchestra.run.trial044.stdout:Package librbd1-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:53.755 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:53.756 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:53.756 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:53.778 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install python3-rados 2026-02-14T01:54:54.076 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:28 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:54.140 INFO:teuthology.orchestra.run.trial044.stdout:Package python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:54.157 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:54.158 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:54.158 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:54.180 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install python3-rgw 2026-02-14T01:54:54.476 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:28 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:54.541 INFO:teuthology.orchestra.run.trial044.stdout:Package python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:54.558 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:54.559 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:54.559 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:54.581 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install python3-cephfs 2026-02-14T01:54:54.883 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:28 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:54.947 INFO:teuthology.orchestra.run.trial044.stdout:Package python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:54.964 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:54.965 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:54.965 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:54.988 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install python3-rbd 2026-02-14T01:54:55.280 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:29 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:55.344 INFO:teuthology.orchestra.run.trial044.stdout:Package python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:55.361 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:55.361 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:55.361 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:55.383 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install rbd-fuse 2026-02-14T01:54:55.681 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:29 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:55.764 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout: Package Architecture Version Repository Size 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout: rbd-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 85 k 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:55.765 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:55.766 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:55.766 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 85 k 2026-02-14T01:54:55.766 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 231 k 2026-02-14T01:54:55.766 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:55.849 INFO:teuthology.orchestra.run.trial044.stdout:rbd-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 1.0 MB/s | 85 kB 00:00 2026-02-14T01:54:55.850 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:55.850 INFO:teuthology.orchestra.run.trial044.stdout:Total 1.0 MB/s | 85 kB 00:00 2026-02-14T01:54:55.850 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:55.853 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:55.853 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:55.879 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:55.879 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:55.924 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:55.940 INFO:teuthology.orchestra.run.trial044.stdout: Installing : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:56.012 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:56.066 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:56.066 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:56.066 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:56.066 INFO:teuthology.orchestra.run.trial044.stdout: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:56.066 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:56.066 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:56.095 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install rbd-mirror 2026-02-14T01:54:56.389 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:30 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:56.472 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:56.472 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:56.472 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repo Size 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout: rbd-mirror x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.1 M 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:56.473 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:56.474 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:56.474 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 3.1 M 2026-02-14T01:54:56.474 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 13 M 2026-02-14T01:54:56.474 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:56.626 INFO:teuthology.orchestra.run.trial044.stdout:rbd-mirror-19.2.3-672.g283431c0.el9.x86_64.rpm 20 MB/s | 3.1 MB 00:00 2026-02-14T01:54:56.626 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:56.627 INFO:teuthology.orchestra.run.trial044.stdout:Total 20 MB/s | 3.1 MB 00:00 2026-02-14T01:54:56.627 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:56.630 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:56.630 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:56.665 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:56.666 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:56.855 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:56.856 INFO:teuthology.orchestra.run.trial044.stdout: Installing : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:56.879 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:56.879 INFO:teuthology.orchestra.run.trial044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-14T01:54:56.879 INFO:teuthology.orchestra.run.trial044.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-14T01:54:56.879 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-14T01:54:56.880 INFO:teuthology.orchestra.run.trial044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-14T01:54:56.880 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.167 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:57.168 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.168 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:57.168 INFO:teuthology.orchestra.run.trial044.stdout: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:57.168 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.168 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:57.196 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install rbd-nbd 2026-02-14T01:54:57.495 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:31 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:57.578 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:57.578 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:57.578 INFO:teuthology.orchestra.run.trial044.stdout: Package Architecture Version Repository Size 2026-02-14T01:54:57.578 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:57.578 INFO:teuthology.orchestra.run.trial044.stdout:Installing: 2026-02-14T01:54:57.578 INFO:teuthology.orchestra.run.trial044.stdout: rbd-nbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 171 k 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 171 k 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout:Installed size: 494 k 2026-02-14T01:54:57.579 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:54:57.664 INFO:teuthology.orchestra.run.trial044.stdout:rbd-nbd-19.2.3-672.g283431c0.el9.x86_64.rpm 2.0 MB/s | 171 kB 00:00 2026-02-14T01:54:57.664 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:54:57.664 INFO:teuthology.orchestra.run.trial044.stdout:Total 2.0 MB/s | 171 kB 00:00 2026-02-14T01:54:57.664 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:54:57.667 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:54:57.667 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:54:57.694 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:54:57.694 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:54:57.744 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:54:57.760 INFO:teuthology.orchestra.run.trial044.stdout: Installing : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:57.835 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:57.890 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-14T01:54:57.891 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.891 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:54:57.891 INFO:teuthology.orchestra.run.trial044.stdout: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-14T01:54:57.891 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:54:57.891 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:57.919 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y install librados2 2026-02-14T01:54:58.221 INFO:teuthology.orchestra.run.trial044.stdout:Last metadata expiration check: 0:00:32 ago on Sat 14 Feb 2026 01:54:26 AM UTC. 2026-02-14T01:54:58.287 INFO:teuthology.orchestra.run.trial044.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-14T01:54:58.304 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:54:58.305 INFO:teuthology.orchestra.run.trial044.stdout:Nothing to do. 2026-02-14T01:54:58.305 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:54:58.331 DEBUG:teuthology.parallel:result is None 2026-02-14T01:54:58.331 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-14T01:54:58.331 INFO:teuthology.packaging:ref: None 2026-02-14T01:54:58.331 INFO:teuthology.packaging:tag: None 2026-02-14T01:54:58.331 INFO:teuthology.packaging:branch: squid 2026-02-14T01:54:58.331 INFO:teuthology.packaging:sha1: eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:54:58.332 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-14T01:54:58.535 DEBUG:teuthology.orchestra.run.trial044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-14T01:54:58.556 INFO:teuthology.orchestra.run.trial044.stdout:19.2.3-672.g283431c0.el9 2026-02-14T01:54:58.556 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-672.g283431c0.el9 2026-02-14T01:54:58.556 INFO:teuthology.task.install:The correct ceph version 19.2.3-672.g283431c0 is installed. 2026-02-14T01:54:58.559 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-14T01:54:58.559 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:54:58.559 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-14T01:54:58.621 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-14T01:54:58.621 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:54:58.621 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/usr/bin/daemon-helper 2026-02-14T01:54:58.686 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-14T01:54:58.752 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-14T01:54:58.752 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:54:58.752 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-14T01:54:58.816 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-14T01:54:58.879 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-14T01:54:58.880 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:54:58.880 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/usr/bin/stdin-killer 2026-02-14T01:54:58.943 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-14T01:54:59.007 INFO:teuthology.run_tasks:Running task print... 2026-02-14T01:54:59.019 INFO:teuthology.task.print:**** done installing squid 2026-02-14T01:54:59.020 INFO:teuthology.run_tasks:Running task ceph... 2026-02-14T01:54:59.132 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-14T01:54:59.133 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod 777 /var/log/ceph 2026-02-14T01:54:59.157 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-14T01:54:59.158 DEBUG:teuthology.orchestra.run.trial044:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-14T01:54:59.220 INFO:tasks.ceph:Creating extra log directories... 2026-02-14T01:54:59.220 DEBUG:teuthology.orchestra.run.trial044:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-14T01:54:59.299 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-02-14T01:54:59.299 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-14T01:54:59.299 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587', 'branch': 'wip-jcollin-testing-20260213.113451-tentacle', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}', 'email': 'jcollin@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '50587', 'kernel': {'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'install ceph/squid latest\n'}], 'name': 'jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-jcollin-testing-20260213.113451-tentacle'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-jcollin-testing-20260213.113451-tentacle', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'}}, 'owner': 'scheduled_jcollin@soko04.front.sepia.ceph.com', 'priority': 45, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 4330, 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376', 'sleep_before_teardown': 0, 'subset': '237/2048', 'suite': 'fs', 'suite_branch': 'wip-jcollin-testing-20260213.113451-tentacle', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_eae49298735c216a37f3957204b0fe058b58e376/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'eae49298735c216a37f3957204b0fe058b58e376', 'targets': {'trial044.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBLdKBSeP/6gGZd6M3Q9RTkkCTgSE6JL8ObFY6wAFoNWZmsNvBs0E0bUowzIhCfW6+XrO5p2ZaZMYPAbky4PsE='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'}}, {'print': '**** done installing squid'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client squid']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release tentacle', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local branch = yaml.kernel.branch\nif branch and not yaml.kernel.branch:find "-all$" then\n log.debug("removing default kernel specification: %s", yaml.kernel)\n py_attrgetter(yaml.kernel).pop(\'branch\', nil)\n py_attrgetter(yaml.kernel).pop(\'deb\', nil)\n py_attrgetter(yaml.kernel).pop(\'flavor\', nil)\n py_attrgetter(yaml.kernel).pop(\'kdb\', nil)\n py_attrgetter(yaml.kernel).pop(\'koji\', nil)\n py_attrgetter(yaml.kernel).pop(\'koji_task\', nil)\n py_attrgetter(yaml.kernel).pop(\'rpm\', nil)\n py_attrgetter(yaml.kernel).pop(\'sha1\', nil)\n py_attrgetter(yaml.kernel).pop(\'tag\', nil)\nend\n']}, 'teuthology_branch': 'main', 'teuthology_sha1': '8bec0da71becad44414c54979f64c9ef0e7099c6', 'timestamp': '2026-02-14_00:12:18', 'tube': 'trial', 'user': 'jcollin', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.1133574'} 2026-02-14T01:54:59.301 DEBUG:teuthology.orchestra.run.trial044:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-02-14T01:54:59.341 DEBUG:teuthology.orchestra.run.trial044:> sudo install -d -m0777 -- /var/run/ceph 2026-02-14T01:54:59.406 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:54:59.406 DEBUG:teuthology.orchestra.run.trial044:> dd if=/scratch_devs of=/dev/stdout 2026-02-14T01:54:59.463 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-14T01:54:59.463 DEBUG:teuthology.orchestra.run.trial044:> stat /dev/vg_nvme/lv_1 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout:Device: 6h/6d Inode: 903 Links: 1 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout:Context: system_u:object_r:device_t:s0 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout:Access: 2026-02-14 01:54:57.016518872 +0000 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout:Modify: 2026-02-14 01:54:00.605781784 +0000 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout:Change: 2026-02-14 01:54:00.605781784 +0000 2026-02-14T01:54:59.518 INFO:teuthology.orchestra.run.trial044.stdout: Birth: 2026-02-14 01:54:00.605781784 +0000 2026-02-14T01:54:59.518 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-14T01:54:59.582 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records in 2026-02-14T01:54:59.583 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records out 2026-02-14T01:54:59.583 INFO:teuthology.orchestra.run.trial044.stderr:512 bytes copied, 0.000152944 s, 3.3 MB/s 2026-02-14T01:54:59.583 DEBUG:teuthology.orchestra.run.trial044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-14T01:54:59.641 DEBUG:teuthology.orchestra.run.trial044:> stat /dev/vg_nvme/lv_2 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout:Device: 6h/6d Inode: 934 Links: 1 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout:Context: system_u:object_r:device_t:s0 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout:Access: 2026-02-14 01:54:57.016518872 +0000 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout:Modify: 2026-02-14 01:54:00.835777331 +0000 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout:Change: 2026-02-14 01:54:00.835777331 +0000 2026-02-14T01:54:59.698 INFO:teuthology.orchestra.run.trial044.stdout: Birth: 2026-02-14 01:54:00.835777331 +0000 2026-02-14T01:54:59.699 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-14T01:54:59.761 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records in 2026-02-14T01:54:59.761 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records out 2026-02-14T01:54:59.761 INFO:teuthology.orchestra.run.trial044.stderr:512 bytes copied, 0.000134479 s, 3.8 MB/s 2026-02-14T01:54:59.763 DEBUG:teuthology.orchestra.run.trial044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-14T01:54:59.819 DEBUG:teuthology.orchestra.run.trial044:> stat /dev/vg_nvme/lv_3 2026-02-14T01:54:59.875 INFO:teuthology.orchestra.run.trial044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-14T01:54:59.875 INFO:teuthology.orchestra.run.trial044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-14T01:54:59.875 INFO:teuthology.orchestra.run.trial044.stdout:Device: 6h/6d Inode: 962 Links: 1 2026-02-14T01:54:59.875 INFO:teuthology.orchestra.run.trial044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-14T01:54:59.876 INFO:teuthology.orchestra.run.trial044.stdout:Context: system_u:object_r:device_t:s0 2026-02-14T01:54:59.876 INFO:teuthology.orchestra.run.trial044.stdout:Access: 2026-02-14 01:54:57.016518872 +0000 2026-02-14T01:54:59.876 INFO:teuthology.orchestra.run.trial044.stdout:Modify: 2026-02-14 01:54:01.072772743 +0000 2026-02-14T01:54:59.876 INFO:teuthology.orchestra.run.trial044.stdout:Change: 2026-02-14 01:54:01.072772743 +0000 2026-02-14T01:54:59.876 INFO:teuthology.orchestra.run.trial044.stdout: Birth: 2026-02-14 01:54:01.072772743 +0000 2026-02-14T01:54:59.876 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-14T01:54:59.938 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records in 2026-02-14T01:54:59.938 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records out 2026-02-14T01:54:59.939 INFO:teuthology.orchestra.run.trial044.stderr:512 bytes copied, 0.000133387 s, 3.8 MB/s 2026-02-14T01:54:59.940 DEBUG:teuthology.orchestra.run.trial044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-14T01:54:59.998 DEBUG:teuthology.orchestra.run.trial044:> stat /dev/vg_nvme/lv_4 2026-02-14T01:55:00.055 INFO:teuthology.orchestra.run.trial044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-14T01:55:00.055 INFO:teuthology.orchestra.run.trial044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-14T01:55:00.055 INFO:teuthology.orchestra.run.trial044.stdout:Device: 6h/6d Inode: 991 Links: 1 2026-02-14T01:55:00.055 INFO:teuthology.orchestra.run.trial044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-14T01:55:00.055 INFO:teuthology.orchestra.run.trial044.stdout:Context: system_u:object_r:device_t:s0 2026-02-14T01:55:00.055 INFO:teuthology.orchestra.run.trial044.stdout:Access: 2026-02-14 01:54:57.017518851 +0000 2026-02-14T01:55:00.056 INFO:teuthology.orchestra.run.trial044.stdout:Modify: 2026-02-14 01:54:01.322767903 +0000 2026-02-14T01:55:00.056 INFO:teuthology.orchestra.run.trial044.stdout:Change: 2026-02-14 01:54:01.322767903 +0000 2026-02-14T01:55:00.056 INFO:teuthology.orchestra.run.trial044.stdout: Birth: 2026-02-14 01:54:01.322767903 +0000 2026-02-14T01:55:00.056 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-14T01:55:00.119 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records in 2026-02-14T01:55:00.120 INFO:teuthology.orchestra.run.trial044.stderr:1+0 records out 2026-02-14T01:55:00.120 INFO:teuthology.orchestra.run.trial044.stderr:512 bytes copied, 0.000147083 s, 3.5 MB/s 2026-02-14T01:55:00.121 DEBUG:teuthology.orchestra.run.trial044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-14T01:55:00.179 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-14T01:55:00.179 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial044.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-14T01:55:00.179 INFO:tasks.ceph:Generating config... 2026-02-14T01:55:00.182 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-14T01:55:00.182 INFO:tasks.ceph:[global] ms bind msgr2 = False 2026-02-14T01:55:00.182 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2026-02-14T01:55:00.182 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2026-02-14T01:55:00.182 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2026-02-14T01:55:00.182 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-14T01:55:00.183 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-14T01:55:00.183 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-14T01:55:00.183 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-14T01:55:00.183 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-14T01:55:00.183 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2026-02-14T01:55:00.183 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2026-02-14T01:55:00.183 INFO:tasks.ceph:[osd] bdev async discard = True 2026-02-14T01:55:00.183 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-02-14T01:55:00.183 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-02-14T01:55:00.183 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-14T01:55:00.184 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-14T01:55:00.185 INFO:tasks.ceph:Setting up mon.a... 2026-02-14T01:55:00.185 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-02-14T01:55:00.252 INFO:teuthology.orchestra.run.trial044.stdout:creating /etc/ceph/ceph.keyring 2026-02-14T01:55:00.255 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-02-14T01:55:00.333 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-14T01:55:00.397 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '10.20.193.44'), ('mon.b', '[v2:10.20.193.44:3301,v1:10.20.193.44:6790]'), ('mon.c', '[v2:10.20.193.44:3302,v1:10.20.193.44:6791]')] 2026-02-14T01:55:00.398 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.44,[v2:10.20.193.44:3301,v1:10.20.193.44:6790],[v2:10.20.193.44:3302,v1:10.20.193.44:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}} 2026-02-14T01:55:00.399 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:00.399 DEBUG:teuthology.orchestra.run.trial044:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-14T01:55:00.454 DEBUG:teuthology.orchestra.run.trial044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.44 --addv b '[v2:10.20.193.44:3301,v1:10.20.193.44:6790]' --addv c '[v2:10.20.193.44:3302,v1:10.20.193.44:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:00.528 INFO:teuthology.orchestra.run.trial044.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:00.528 INFO:teuthology.orchestra.run.trial044.stdout:monmaptool: generated fsid 1a21fe0a-eae0-4a5e-89ba-e22d2e925469 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:setting min_mon_release = quincy 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:epoch 0 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:fsid 1a21fe0a-eae0-4a5e-89ba-e22d2e925469 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:last_changed 2026-02-14T01:55:00.527784+0000 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:created 2026-02-14T01:55:00.527784+0000 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:min_mon_release 17 (quincy) 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:election_strategy: 1 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:0: [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] mon.a 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:1: [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] mon.b 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:2: [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] mon.c 2026-02-14T01:55:00.529 INFO:teuthology.orchestra.run.trial044.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-02-14T01:55:00.531 DEBUG:teuthology.orchestra.run.trial044:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-14T01:55:00.587 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 1a21fe0a-eae0-4a5e-89ba-e22d2e925469... 2026-02-14T01:55:00.588 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout:[global] 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout: chdir = "" 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout: auth supported = cephx 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout: filestore xattr use omap = true 2026-02-14T01:55:00.668 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: mon clock drift allowed = 1.000 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: osd crush chooseleaf type = 0 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: auth debug = true 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: ms die on old message = true 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: ms die on bug = true 2026-02-14T01:55:00.669 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: mon pg warn max object skew = 0 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: # disable pg_autoscaler by default for new pools 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: osd pool default size = 2 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: mon osd allow primary affinity = true 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: mon osd allow pg remap = true 2026-02-14T01:55:00.670 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on legacy crush tunables = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on crush straw calc version zero = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on no sortbitwise = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on osd down out interval zero = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on too few osds = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: mon_allow_pool_size_one = true 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: osd default data pool replay window = 5 2026-02-14T01:55:00.671 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: mon allow pool delete = true 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: mon cluster log file level = debug 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: debug asserts on shutdown = true 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: mon health detail to clog = false 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: mon host = "10.20.193.44,[v2:10.20.193.44:3301,v1:10.20.193.44:6790],[v2:10.20.193.44:3302,v1:10.20.193.44:6791]" 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on pool no app = False 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: ms bind msgr2 = False 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: bluestore warn on legacy statfs = False 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: bluestore warn on no per pool omap = False 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: mon pg warn min per osd = 0 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: fsid = 1a21fe0a-eae0-4a5e-89ba-e22d2e925469 2026-02-14T01:55:00.672 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout:[osd] 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd journal size = 100 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd scrub load threshold = 5.0 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd scrub max interval = 600 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd mclock profile = high_recovery_ops 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd mclock skip benchmark = true 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd recover clone overlap = true 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd recovery max chunk = 1048576 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd debug shutdown = true 2026-02-14T01:55:00.673 INFO:teuthology.orchestra.run.trial044.stdout: osd debug op order = true 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: osd debug verify stray on activate = true 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: osd debug trim objects = true 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: osd open classes on start = true 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: osd debug pg log writeout = true 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: osd deep scrub update digest min age = 30 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: osd map max advance = 10 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: journal zero on create = true 2026-02-14T01:55:00.674 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: filestore ondisk finisher threads = 3 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: filestore apply finisher threads = 3 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: bdev debug aio = true 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: osd debug misdirected ops = true 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: bdev async discard = True 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: bdev enable discard = True 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: bluestore allocator = bitmap 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: bluestore block size = 96636764160 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: bluestore fsck on mount = True 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: debug bluefs = 1/20 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: debug bluestore = 1/20 2026-02-14T01:55:00.675 INFO:teuthology.orchestra.run.trial044.stdout: debug ms = 1 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: debug osd = 20 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: debug rocksdb = 4/10 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: mon osd backfillfull_ratio = 0.85 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: mon osd full ratio = 0.9 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: mon osd nearfull ratio = 0.8 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: osd failsafe full ratio = 0.95 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: osd objectstore = bluestore 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout:[mgr] 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: debug ms = 1 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: debug mgr = 20 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: debug mon = 20 2026-02-14T01:55:00.676 INFO:teuthology.orchestra.run.trial044.stdout: debug auth = 20 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mon reweight min pgs per osd = 4 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mon reweight min bytes per osd = 10 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mgr/telemetry/nag = false 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout:[mon] 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: debug ms = 1 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: debug mon = 20 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: debug paxos = 20 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: debug auth = 20 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mon data avail warn = 5 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mon mgr mkfs grace = 240 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mon reweight min pgs per osd = 4 2026-02-14T01:55:00.677 INFO:teuthology.orchestra.run.trial044.stdout: mon osd reporter subtree level = osd 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: mon osd prime pg temp = true 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: mon reweight min bytes per osd = 10 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: auth mon ticket ttl = 660 # 11m 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: auth service ticket ttl = 240 # 4m 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: # don't complain about insecure global_id in the test suite 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: # 1m isn't quite enough 2026-02-14T01:55:00.678 INFO:teuthology.orchestra.run.trial044.stdout: mon_down_mkfs_grace = 2m 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: mon_warn_on_filestore_osds = false 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: mon down mkfs grace = 300 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: mon warn on osd down out interval zero = False 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout:[client] 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: rgw cache enabled = true 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: rgw enable ops log = true 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: rgw enable usage log = true 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout:[mon.a] 2026-02-14T01:55:00.679 INFO:teuthology.orchestra.run.trial044.stdout:[mon.b] 2026-02-14T01:55:00.680 INFO:teuthology.orchestra.run.trial044.stdout:[mon.c] 2026-02-14T01:55:00.681 INFO:tasks.ceph:Creating admin key on mon.a... 2026-02-14T01:55:00.681 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-02-14T01:55:00.765 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-14T01:55:00.765 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:00.765 DEBUG:teuthology.orchestra.run.trial044:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-02-14T01:55:00.822 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:00.823 DEBUG:teuthology.orchestra.run.trial044:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-02-14T01:55:00.879 INFO:tasks.ceph:Sending monmap to node ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:00.879 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:00.879 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/etc/ceph/ceph.keyring 2026-02-14T01:55:00.879 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-14T01:55:00.951 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:00.952 DEBUG:teuthology.orchestra.run.trial044:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:01.010 INFO:tasks.ceph:Setting up mon nodes... 2026-02-14T01:55:01.010 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-14T01:55:01.010 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-02-14T01:55:01.092 INFO:teuthology.orchestra.run.trial044.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-02-14T01:55:01.095 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-02-14T01:55:01.180 INFO:teuthology.orchestra.run.trial044.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-02-14T01:55:01.182 INFO:tasks.ceph:Setting up mds nodes... 2026-02-14T01:55:01.183 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-14T01:55:01.183 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-14T01:55:01.183 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial044.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-14T01:55:01.183 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-02-14T01:55:01.208 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-14T01:55:01.208 INFO:tasks.ceph:role: osd.0 2026-02-14T01:55:01.209 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:01.209 DEBUG:teuthology.orchestra.run.trial044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout: = sunit=0 swidth=0 blks 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-14T01:55:01.275 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-14T01:55:01.276 INFO:teuthology.orchestra.run.trial044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-14T01:55:01.844 INFO:teuthology.orchestra.run.trial044.stdout:Discarding blocks...Done. 2026-02-14T01:55:01.845 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial044.front.sepia.ceph.com -o noatime 2026-02-14T01:55:01.845 DEBUG:teuthology.orchestra.run.trial044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-02-14T01:55:01.914 DEBUG:teuthology.orchestra.run.trial044:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-02-14T01:55:01.991 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-02-14T01:55:02.064 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-14T01:55:02.064 INFO:tasks.ceph:role: osd.1 2026-02-14T01:55:02.065 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:02.065 DEBUG:teuthology.orchestra.run.trial044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-14T01:55:02.129 INFO:teuthology.orchestra.run.trial044.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout: = sunit=0 swidth=0 blks 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-14T01:55:02.130 INFO:teuthology.orchestra.run.trial044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-14T01:55:02.696 INFO:teuthology.orchestra.run.trial044.stdout:Discarding blocks...Done. 2026-02-14T01:55:02.697 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial044.front.sepia.ceph.com -o noatime 2026-02-14T01:55:02.698 DEBUG:teuthology.orchestra.run.trial044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-02-14T01:55:02.767 DEBUG:teuthology.orchestra.run.trial044:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-02-14T01:55:02.834 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-02-14T01:55:02.897 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-14T01:55:02.897 INFO:tasks.ceph:role: osd.2 2026-02-14T01:55:02.897 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:02.897 DEBUG:teuthology.orchestra.run.trial044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-14T01:55:02.963 INFO:teuthology.orchestra.run.trial044.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-14T01:55:02.963 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-14T01:55:02.963 INFO:teuthology.orchestra.run.trial044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-14T01:55:02.963 INFO:teuthology.orchestra.run.trial044.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-14T01:55:02.963 INFO:teuthology.orchestra.run.trial044.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-14T01:55:02.963 INFO:teuthology.orchestra.run.trial044.stdout: = sunit=0 swidth=0 blks 2026-02-14T01:55:02.964 INFO:teuthology.orchestra.run.trial044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-14T01:55:02.964 INFO:teuthology.orchestra.run.trial044.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-14T01:55:02.964 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-14T01:55:02.964 INFO:teuthology.orchestra.run.trial044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-14T01:55:03.519 INFO:teuthology.orchestra.run.trial044.stdout:Discarding blocks...Done. 2026-02-14T01:55:03.521 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial044.front.sepia.ceph.com -o noatime 2026-02-14T01:55:03.522 DEBUG:teuthology.orchestra.run.trial044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-02-14T01:55:03.589 DEBUG:teuthology.orchestra.run.trial044:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-02-14T01:55:03.656 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-02-14T01:55:03.720 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-14T01:55:03.720 INFO:tasks.ceph:role: osd.3 2026-02-14T01:55:03.720 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:03.720 DEBUG:teuthology.orchestra.run.trial044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=45875200 blks 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout: = sunit=0 swidth=0 blks 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-14T01:55:03.787 INFO:teuthology.orchestra.run.trial044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-14T01:55:04.345 INFO:teuthology.orchestra.run.trial044.stdout:Discarding blocks...Done. 2026-02-14T01:55:04.347 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@trial044.front.sepia.ceph.com -o noatime 2026-02-14T01:55:04.347 DEBUG:teuthology.orchestra.run.trial044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-02-14T01:55:04.415 DEBUG:teuthology.orchestra.run.trial044:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-02-14T01:55:04.481 DEBUG:teuthology.orchestra.run.trial044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:04.561 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:04.559+0000 7fec9c413780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-02-14T01:55:04.561 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:04.559+0000 7fec9c413780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-02-14T01:55:04.561 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:04.559+0000 7fec9c413780 -1 bdev(0x55eac8d67800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-02-14T01:55:04.561 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:04.559+0000 7fec9c413780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-02-14T01:55:08.446 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-14T01:55:08.511 DEBUG:teuthology.orchestra.run.trial044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:08.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:08.587+0000 7f23bcc2e780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-02-14T01:55:08.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:08.588+0000 7f23bcc2e780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-02-14T01:55:08.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:08.588+0000 7f23bcc2e780 -1 bdev(0x56255c707800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-02-14T01:55:08.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:08.588+0000 7f23bcc2e780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-02-14T01:55:12.480 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-14T01:55:12.545 DEBUG:teuthology.orchestra.run.trial044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:12.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:12.621+0000 7f044521a780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-02-14T01:55:12.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:12.621+0000 7f044521a780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-02-14T01:55:12.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:12.621+0000 7f044521a780 -1 bdev(0x559f448e9800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-02-14T01:55:12.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:12.621+0000 7f044521a780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-02-14T01:55:16.514 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-14T01:55:16.581 DEBUG:teuthology.orchestra.run.trial044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:16.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:16.657+0000 7f6377c2e780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-02-14T01:55:16.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:16.657+0000 7f6377c2e780 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-02-14T01:55:16.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:16.657+0000 7f6377c2e780 -1 bdev(0x55e13a885800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-02-14T01:55:16.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:16.657+0000 7f6377c2e780 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-02-14T01:55:20.546 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-14T01:55:20.611 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-14T01:55:20.611 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:20.611 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-02-14T01:55:20.677 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:20.677 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-02-14T01:55:20.741 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:20.742 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-02-14T01:55:20.806 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:20.806 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-02-14T01:55:20.870 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:20.871 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-02-14T01:55:20.934 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:20.934 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-02-14T01:55:20.997 INFO:tasks.ceph:Adding keys to all mons... 2026-02-14T01:55:20.997 DEBUG:teuthology.orchestra.run.trial044:> sudo tee -a /etc/ceph/ceph.keyring 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout:[mgr.x] 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout: key = AQD11Y9pm0N2BRAAaKAFUAH7QsdFUCFkOgioQw== 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout:[mgr.y] 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout: key = AQD11Y9pyzi1ChAAJRiurHjco4xFkly7z0ibxg== 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout:[osd.0] 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout: key = AQD41Y9pHfdkIRAA9VPzhr+oWjPoROjhlxjrBw== 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout:[osd.1] 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout: key = AQD81Y9pgl4ZIxAAbXcy6icqx4im8f/Tp5ECXw== 2026-02-14T01:55:21.060 INFO:teuthology.orchestra.run.trial044.stdout:[osd.2] 2026-02-14T01:55:21.061 INFO:teuthology.orchestra.run.trial044.stdout: key = AQAA1o9p/roWJRAATlrRW/xPNwCSIRraln6Tzg== 2026-02-14T01:55:21.061 INFO:teuthology.orchestra.run.trial044.stdout:[osd.3] 2026-02-14T01:55:21.061 INFO:teuthology.orchestra.run.trial044.stdout: key = AQAE1o9pxHM6JxAAfCctkhNjw4DD2VEpjXWvsQ== 2026-02-14T01:55:21.062 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-14T01:55:21.143 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-14T01:55:21.223 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-14T01:55:21.302 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-14T01:55:21.383 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-14T01:55:21.461 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-14T01:55:21.540 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-14T01:55:21.541 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-02-14T01:55:21.605 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-14T01:55:21.687 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-02-14T01:55:21.752 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-02-14T01:55:21.816 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-14T01:55:21.898 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-02-14T01:55:21.963 DEBUG:teuthology.orchestra.run.trial044:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-02-14T01:55:22.027 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-14T01:55:22.110 DEBUG:teuthology.orchestra.run.trial044:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-02-14T01:55:22.175 DEBUG:teuthology.orchestra.run.trial044:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-02-14T01:55:22.231 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-02-14T01:55:22.231 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-14T01:55:22.232 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-14T01:55:22.273 INFO:tasks.ceph.mon.a:Started 2026-02-14T01:55:22.274 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-14T01:55:22.274 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-14T01:55:22.276 INFO:tasks.ceph.mon.b:Started 2026-02-14T01:55:22.276 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-14T01:55:22.277 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-14T01:55:22.279 INFO:tasks.ceph.mon.c:Started 2026-02-14T01:55:22.279 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-02-14T01:55:22.279 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-14T01:55:22.280 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-14T01:55:22.282 INFO:tasks.ceph.mgr.x:Started 2026-02-14T01:55:22.282 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-14T01:55:22.282 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-14T01:55:22.284 INFO:tasks.ceph.mgr.y:Started 2026-02-14T01:55:22.285 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2026-02-14T01:55:22.285 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2026-02-14T01:55:22.287 INFO:tasks.ceph:setting config [client] debug_client = 20 2026-02-14T01:55:22.288 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set client debug_client 20 2026-02-14T01:55:22.331 INFO:tasks.ceph:setting config [client] debug_ms = 1 2026-02-14T01:55:22.332 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set client debug_ms 1 2026-02-14T01:55:22.374 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2026-02-14T01:55:22.374 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2026-02-14T01:55:22.404 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2026-02-14T01:55:22.404 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2026-02-14T01:55:22.470 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.468+0000 7f7c817fa640 1 -- 10.20.193.44:0/2822148175 <== mon.1 v2:10.20.193.44:3301/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v4)=0 v4) ==== 109+0+0 (secure 0 0 0) 0x7f7c88022070 con 0x7f7c8c12ced0 2026-02-14T01:55:22.470 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.468+0000 7f99b57fa640 1 -- 10.20.193.44:0/2659209901 <== mon.1 v2:10.20.193.44:3301/0 5 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f99a8038a30 con 0x7f99c012ef90 2026-02-14T01:55:22.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.468+0000 7f99b57fa640 1 -- 10.20.193.44:0/2659209901 <== mon.1 v2:10.20.193.44:3301/0 6 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f99a804c3f0 con 0x7f99c012ef90 2026-02-14T01:55:22.471 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2026-02-14T01:55:22.472 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds debug_mds 20 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 -- 10.20.193.44:0/2822148175 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7c8c12ced0 msgr2=0x7f7c8c12e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 --2- 10.20.193.44:0/2822148175 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7c8c12ced0 0x7f7c8c12e330 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7c8800ef90 tx=0x7f7c8800c490 comp rx=0 tx=0).stop 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 -- 10.20.193.44:0/2822148175 shutdown_connections 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 --2- 10.20.193.44:0/2822148175 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7c8c12ced0 0x7f7c8c12e330 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 --2- 10.20.193.44:0/2822148175 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7c8c129eb0 0x7f7c8c12ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 --2- 10.20.193.44:0/2822148175 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7c8c129590 0x7f7c8c12d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 -- 10.20.193.44:0/2822148175 >> 10.20.193.44:0/2822148175 conn(0x7f7c8c09f4f0 msgr2=0x7f7c8c09a570 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 -- 10.20.193.44:0/2822148175 shutdown_connections 2026-02-14T01:55:22.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f7c92dc6640 1 -- 10.20.193.44:0/2822148175 wait complete. 2026-02-14T01:55:22.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.469+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99c009d250 con 0x7f99c012ef90 2026-02-14T01:55:22.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.470+0000 7f99b57fa640 1 -- 10.20.193.44:0/2659209901 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f99a8051020 con 0x7f99c012ef90 2026-02-14T01:55:22.478 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2026-02-14T01:55:22.478 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2026-02-14T01:55:22.499 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.498+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f99c0050a10 con 0x7f99c012ef90 2026-02-14T01:55:22.501 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2026-02-14T01:55:22.501 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds debug_ms 2 2026-02-14T01:55:22.503 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.500+0000 7f99b57fa640 1 -- 10.20.193.44:0/2659209901 <== mon.1 v2:10.20.193.44:3301/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f99a8043e50 con 0x7f99c012ef90 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.500+0000 7f99b57fa640 1 -- 10.20.193.44:0/2659209901 <== mon.1 v2:10.20.193.44:3301/0 9 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v5)=0 v5) ==== 123+0+0 (secure 0 0 0) 0x7f99a8043400 con 0x7f99c012ef90 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f99c012ef90 msgr2=0x7f99c01c6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 --2- 10.20.193.44:0/2659209901 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f99c012ef90 0x7f99c01c6f80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f99a8009b30 tx=0x7f99a80047c0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 shutdown_connections 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 --2- 10.20.193.44:0/2659209901 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f99c01c74c0 0x7f99c0130900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 --2- 10.20.193.44:0/2659209901 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f99c012ef90 0x7f99c01c6f80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 --2- 10.20.193.44:0/2659209901 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f99c009cdc0 0x7f99c01c6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 >> 10.20.193.44:0/2659209901 conn(0x7f99c006e3a0 msgr2=0x7f99c009fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 shutdown_connections 2026-02-14T01:55:22.504 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.501+0000 7f99c6fd7640 1 -- 10.20.193.44:0/2659209901 wait complete. 2026-02-14T01:55:22.505 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2026-02-14T01:55:22.505 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2026-02-14T01:55:22.509 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2026-02-14T01:55:22.509 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 -- 10.20.193.44:0/3289214476 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129590 msgr2=0x7fac80129970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 --2- 10.20.193.44:0/3289214476 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129590 0x7fac80129970 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fac74009a00 tx=0x7fac7402f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 -- 10.20.193.44:0/3289214476 shutdown_connections 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 --2- 10.20.193.44:0/3289214476 >> v2:10.20.193.44:3300/0 conn(0x7fac8012ced0 0x7fac8012d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 --2- 10.20.193.44:0/3289214476 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129590 0x7fac80129970 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 -- 10.20.193.44:0/3289214476 >> 10.20.193.44:0/3289214476 conn(0x7fac8009f4f0 msgr2=0x7fac8009f900 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 -- 10.20.193.44:0/3289214476 shutdown_connections 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.537+0000 7fac84e66640 1 -- 10.20.193.44:0/3289214476 wait complete. 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 Processor -- start 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 -- start start 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fac80129590 0x7fac801c6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129eb0 0x7fac801c70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 0x7fac8012e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac80135600 con 0x7fac8012ced0 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fac80135480 con 0x7fac80129590 2026-02-14T01:55:22.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fac80135780 con 0x7fac80129eb0 2026-02-14T01:55:22.542 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2026-02-14T01:55:22.542 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2026-02-14T01:55:22.543 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7e575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fac80129590 0x7fac801c6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 0x7fac8012e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7e575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fac80129590 0x7fac801c6bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59588/0 (socket says 10.20.193.44:59588) 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 0x7fac8012e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52324/0 (socket says 10.20.193.44:52324) 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 -- 10.20.193.44:0/3473147068 learned_addr learned my addr 10.20.193.44:0/3473147068 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7dd74640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129eb0 0x7fac801c70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 -- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129eb0 msgr2=0x7fac801c70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129eb0 0x7fac801c70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 -- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fac80129590 msgr2=0x7fac801c6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fac80129590 0x7fac801c6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 -- 10.20.193.44:0/3473147068 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac80130940 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac7ed76640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 0x7fac8012e650 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fac7000ef30 tx=0x7fac7000c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac70019070 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fac70002a60 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.538+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac801c7630 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.539+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac700093a0 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.539+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac80131480 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.539+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fac700040d0 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.539+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fac70007a40 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.539+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac8012d2d0 con 0x7fac8012ced0 2026-02-14T01:55:22.545 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fac8012d2d0 con 0x7fac8012ced0 2026-02-14T01:55:22.548 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 -- 10.20.193.44:0/3310662255 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28131e50 msgr2=0x7fdb28134240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/3310662255 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28131e50 0x7fdb28134240 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdb18009930 tx=0x7fdb1802f110 comp rx=0 tx=0).stop 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 -- 10.20.193.44:0/3310662255 shutdown_connections 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/3310662255 >> v2:10.20.193.44:3300/0 conn(0x7fdb28134780 0x7fdb28136b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/3310662255 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28131e50 0x7fdb28134240 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 -- 10.20.193.44:0/3310662255 >> 10.20.193.44:0/3310662255 conn(0x7fdb2809f340 msgr2=0x7fdb2809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 -- 10.20.193.44:0/3310662255 shutdown_connections 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.541+0000 7fdb2e10e640 1 -- 10.20.193.44:0/3310662255 wait complete. 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 Processor -- start 2026-02-14T01:55:22.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 -- start start 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 0x7fdb28097720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdb28131e50 0x7fdb28097c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28134780 0x7fdb2812c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdb281378e0 con 0x7fdb2806e390 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fdb28137760 con 0x7fdb28134780 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb2e10e640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fdb28137a60 con 0x7fdb28131e50 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 0x7fdb28097720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb26ffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdb28131e50 0x7fdb28097c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb27fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28134780 0x7fdb2812c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 0x7fdb28097720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52340/0 (socket says 10.20.193.44:52340) 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 -- 10.20.193.44:0/2914134473 learned_addr learned my addr 10.20.193.44:0/2914134473 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 -- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdb28131e50 msgr2=0x7fdb28097c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdb28131e50 0x7fdb28097c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 -- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28134780 msgr2=0x7fdb2812c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28134780 0x7fdb2812c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 -- 10.20.193.44:0/2914134473 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb2812e3d0 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.542+0000 7fdb277fe640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 0x7fdb28097720 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdb1400c730 tx=0x7fdb1400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb14004230 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fdb140044a0 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb28126500 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb140038b0 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb280981a0 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fdb1400a5e0 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fdb14012db0 con 0x7fdb2806e390 2026-02-14T01:55:22.551 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.543+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb2806e770 con 0x7fdb2806e390 2026-02-14T01:55:22.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.545+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fdb14012420 con 0x7fdb2806e390 2026-02-14T01:55:22.552 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2026-02-14T01:55:22.552 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2026-02-14T01:55:22.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.568+0000 7fe35233b640 1 -- 10.20.193.44:0/553427440 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 msgr2=0x7fe34c134920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 --2- 10.20.193.44:0/553427440 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 0x7fe34c134920 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe340009fd0 tx=0x7fe34002f3e0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- 10.20.193.44:0/553427440 shutdown_connections 2026-02-14T01:55:22.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 --2- 10.20.193.44:0/553427440 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 0x7fe34c134920 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 --2- 10.20.193.44:0/553427440 >> v2:10.20.193.44:3300/0 conn(0x7fe34c12fc00 0x7fe34c131ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- 10.20.193.44:0/553427440 >> 10.20.193.44:0/553427440 conn(0x7fe34c09e3b0 msgr2=0x7fe34c09e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- 10.20.193.44:0/553427440 shutdown_connections 2026-02-14T01:55:22.574 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2026-02-14T01:55:22.574 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2026-02-14T01:55:22.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- 10.20.193.44:0/553427440 wait complete. 2026-02-14T01:55:22.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 Processor -- start 2026-02-14T01:55:22.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- start start 2026-02-14T01:55:22.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 0x7fe34c12a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe34c12fc00 0x7fe34c12ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 0x7fe34c12b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe34c135560 con 0x7fe34c12fc00 2026-02-14T01:55:22.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fe34c1353e0 con 0x7fe34c132530 2026-02-14T01:55:22.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.569+0000 7fe35233b640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fe34c1356e0 con 0x7fe34c0719d0 2026-02-14T01:55:22.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 0x7fe34c12a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 0x7fe34c12a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50280/0 (socket says 10.20.193.44:50280) 2026-02-14T01:55:22.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 -- 10.20.193.44:0/3391178382 learned_addr learned my addr 10.20.193.44:0/3391178382 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34b7fe640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe34c12fc00 0x7fe34c12ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 -- 10.20.193.44:0/2170908586 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8131e50 msgr2=0x7fb1d8134240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/2170908586 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8131e50 0x7fb1d8134240 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb1c0009960 tx=0x7fb1c002f140 comp rx=0 tx=0).stop 2026-02-14T01:55:22.581 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe3508b1640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 0x7fe34c12b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 -- 10.20.193.44:0/2170908586 shutdown_connections 2026-02-14T01:55:22.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/2170908586 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1d8134780 0x7fb1d8136b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/2170908586 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8131e50 0x7fb1d8134240 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 -- 10.20.193.44:0/2170908586 >> 10.20.193.44:0/2170908586 conn(0x7fb1d809f340 msgr2=0x7fb1d809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.583 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 -- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 msgr2=0x7fe34c12b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.583 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 0x7fe34c12b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.584 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 -- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe34c12fc00 msgr2=0x7fe34c12ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.584 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe34c12fc00 0x7fe34c12ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.584 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 -- 10.20.193.44:0/3391178382 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34c1261b0 con 0x7fe34c0719d0 2026-02-14T01:55:22.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 -- 10.20.193.44:0/2170908586 shutdown_connections 2026-02-14T01:55:22.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe34bfff640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 0x7fe34c12a6f0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe33800c700 tx=0x7fe33800cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fb1dd19f640 1 -- 10.20.193.44:0/2170908586 wait complete. 2026-02-14T01:55:22.587 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3380052d0 con 0x7fe34c0719d0 2026-02-14T01:55:22.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fe338005540 con 0x7fe34c0719d0 2026-02-14T01:55:22.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe34c12c130 con 0x7fe34c0719d0 2026-02-14T01:55:22.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3380038b0 con 0x7fe34c0719d0 2026-02-14T01:55:22.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe34c126ab0 con 0x7fe34c0719d0 2026-02-14T01:55:22.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fe338003a50 con 0x7fe34c0719d0 2026-02-14T01:55:22.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.570+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fe338012500 con 0x7fe34c0719d0 2026-02-14T01:55:22.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 Processor -- start 2026-02-14T01:55:22.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 -- start start 2026-02-14T01:55:22.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe34c132e70 con 0x7fe34c0719d0 2026-02-14T01:55:22.592 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 0x7fb1d81297d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1d8131e50 0x7fb1d8129d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8134780 0x7fb1d812a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d8137940 con 0x7fb1d806e390 2026-02-14T01:55:22.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb1d81377c0 con 0x7fb1d8134780 2026-02-14T01:55:22.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb1d8137ac0 con 0x7fb1d8131e50 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 0x7fb1d81297d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1d8131e50 0x7fb1d8129d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 0x7fb1d81297d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52368/0 (socket says 10.20.193.44:52368) 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 -- 10.20.193.44:0/148784886 learned_addr learned my addr 10.20.193.44:0/148784886 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d7577640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8134780 0x7fb1d812a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 -- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1d8131e50 msgr2=0x7fb1d8129d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1d8131e50 0x7fb1d8129d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 -- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8134780 msgr2=0x7fb1d812a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8134780 0x7fb1d812a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 -- 10.20.193.44:0/148784886 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1d812ccc0 con 0x7fb1d806e390 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1d6d76640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 0x7fb1d81297d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc00c730 tx=0x7fb1cc00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1cc004230 con 0x7fb1d806e390 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fb1cc0044a0 con 0x7fb1d806e390 2026-02-14T01:55:22.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1d812c1d0 con 0x7fb1d806e390 2026-02-14T01:55:22.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7fac80129970 con 0x7fac8012ced0 2026-02-14T01:55:22.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1cc0038f0 con 0x7fb1d806e390 2026-02-14T01:55:22.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1d812a790 con 0x7fb1d806e390 2026-02-14T01:55:22.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.571+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fb1cc023060 con 0x7fb1d806e390 2026-02-14T01:55:22.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.572+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1d80008d0 con 0x7fb1d806e390 2026-02-14T01:55:22.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.572+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fb1cc00a910 con 0x7fb1d806e390 2026-02-14T01:55:22.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.572+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fe34c132e70 con 0x7fe34c0719d0 2026-02-14T01:55:22.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.573+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fb1cc00ab10 con 0x7fb1d806e390 2026-02-14T01:55:22.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.574+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7fac70010040 con 0x7fac8012ced0 2026-02-14T01:55:22.600 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.574+0000 7fac66ffd640 1 -- 10.20.193.44:0/3473147068 <== mon.0 v2:10.20.193.44:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac70007500 con 0x7fac8012ced0 2026-02-14T01:55:22.600 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.574+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb1400aa90 con 0x7fdb2806e390 2026-02-14T01:55:22.600 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.574+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1cc012510 con 0x7fb1d806e390 2026-02-14T01:55:22.601 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.575+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe33800a640 con 0x7fe34c0719d0 2026-02-14T01:55:22.601 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.575+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7fdb28050a10 con 0x7fdb2806e390 2026-02-14T01:55:22.602 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.575+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 msgr2=0x7fac8012e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.602 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.575+0000 7fac84e66640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 0x7fac8012e650 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fac7000ef30 tx=0x7fac7000c560 comp rx=0 tx=0).stop 2026-02-14T01:55:22.602 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 shutdown_connections 2026-02-14T01:55:22.602 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fac8012ced0 0x7fac8012e650 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.602 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fac80129eb0 0x7fac801c70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.602 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 --2- 10.20.193.44:0/3473147068 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fac80129590 0x7fac801c6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.603 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 >> 10.20.193.44:0/3473147068 conn(0x7fac8009f4f0 msgr2=0x7fac8012af30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.603 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 shutdown_connections 2026-02-14T01:55:22.603 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fac84e66640 1 -- 10.20.193.44:0/3473147068 wait complete. 2026-02-14T01:55:22.603 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.576+0000 7fdb03fff640 1 -- 10.20.193.44:0/2914134473 <== mon.0 v2:10.20.193.44:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v7)=0 v7) ==== 108+0+0 (secure 0 0 0) 0x7fdb1400ac60 con 0x7fdb2806e390 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 msgr2=0x7fdb28097720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 0x7fdb28097720 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdb1400c730 tx=0x7fdb1400cc00 comp rx=0 tx=0).stop 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 shutdown_connections 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdb28134780 0x7fdb2812c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdb28131e50 0x7fdb28097c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 --2- 10.20.193.44:0/2914134473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdb2806e390 0x7fdb28097720 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 >> 10.20.193.44:0/2914134473 conn(0x7fdb2809f340 msgr2=0x7fdb28134b60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 shutdown_connections 2026-02-14T01:55:22.604 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7fdb2e10e640 1 -- 10.20.193.44:0/2914134473 wait complete. 2026-02-14T01:55:22.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2598492247 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 msgr2=0x7f0b7812f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2598492247 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b7812f530 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800b0d0 tx=0x7f0b6802f450 comp rx=0 tx=0).stop 2026-02-14T01:55:22.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2598492247 shutdown_connections 2026-02-14T01:55:22.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2598492247 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0b7806ecb0 0x7f0b7812eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2598492247 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b7812f530 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2598492247 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806e390 0x7f0b7806e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.577+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2598492247 >> 10.20.193.44:0/2598492247 conn(0x7f0b7809f340 msgr2=0x7f0b7809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.578+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2598492247 shutdown_connections 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.578+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2598492247 wait complete. 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.578+0000 7f0b7cd85640 1 Processor -- start 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.578+0000 7f0b7cd85640 1 -- start start 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0b7806e390 0x7f0b78130b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 0x7f0b781310d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b78134310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0b78136760 con 0x7f0b7812f080 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f0b781365e0 con 0x7f0b7806ecb0 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f0b781368e0 con 0x7f0b7806e390 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b76d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b78134310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 0x7f0b781310d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b76575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0b7806e390 0x7f0b78130b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 0x7f0b781310d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59644/0 (socket says 10.20.193.44:59644) 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b76d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b78134310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52386/0 (socket says 10.20.193.44:52386) 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 -- 10.20.193.44:0/2109041405 learned_addr learned my addr 10.20.193.44:0/2109041405 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 -- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0b7806e390 msgr2=0x7f0b78130b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0b7806e390 0x7f0b78130b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 -- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 msgr2=0x7f0b78134310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b78134310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 -- 10.20.193.44:0/2109041405 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b781323c0 con 0x7f0b7806ecb0 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b76d76640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b78134310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b75d74640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 0x7f0b781310d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0b6000ea40 tx=0x7f0b6000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6000ce30 con 0x7f0b7806ecb0 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b600040d0 con 0x7f0b7806ecb0 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b78133510 con 0x7f0b7806ecb0 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b60004500 con 0x7f0b7806ecb0 2026-02-14T01:55:22.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b78131610 con 0x7f0b7806ecb0 2026-02-14T01:55:22.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f0b60020030 con 0x7f0b7806ecb0 2026-02-14T01:55:22.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.579+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f0b60018420 con 0x7f0b7806ecb0 2026-02-14T01:55:22.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.580+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b78134050 con 0x7f0b7806ecb0 2026-02-14T01:55:22.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.582+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f0b600388b0 con 0x7f0b7806ecb0 2026-02-14T01:55:22.610 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2026-02-14T01:55:22.610 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2026-02-14T01:55:22.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.604+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fe34c071db0 con 0x7fe34c0719d0 2026-02-14T01:55:22.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.606+0000 7fe348ff9640 1 -- 10.20.193.44:0/3391178382 <== mon.2 v2:10.20.193.44:3302/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v8)=0 v8) ==== 106+0+0 (secure 0 0 0) 0x7fe33800a7f0 con 0x7fe34c0719d0 2026-02-14T01:55:22.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 msgr2=0x7fe34c12a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 0x7fe34c12a6f0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe33800c700 tx=0x7fe33800cbd0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 shutdown_connections 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe34c132530 0x7fe34c12b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe34c12fc00 0x7fe34c12ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 --2- 10.20.193.44:0/3391178382 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe34c0719d0 0x7fe34c12a6f0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 >> 10.20.193.44:0/3391178382 conn(0x7fe34c09e3b0 msgr2=0x7fe34c133b60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 shutdown_connections 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.607+0000 7fe35233b640 1 -- 10.20.193.44:0/3391178382 wait complete. 2026-02-14T01:55:22.612 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7fb1d806e770 con 0x7fb1d806e390 2026-02-14T01:55:22.613 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 -- 10.20.193.44:0/3642493607 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b8097460 msgr2=0x7fa5b812b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.613 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3642493607 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b8097460 0x7fa5b812b880 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac009a00 tx=0x7fa5ac02f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.613 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 -- 10.20.193.44:0/3642493607 shutdown_connections 2026-02-14T01:55:22.613 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3642493607 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b8097460 0x7fa5b812b880 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.613 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3642493607 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b812bdc0 0x7fa5b812c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.613 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3642493607 >> v2:10.20.193.44:3300/0 conn(0x7fa5b81289a0 0x7fa5b8128d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 -- 10.20.193.44:0/3642493607 >> 10.20.193.44:0/3642493607 conn(0x7fa5b809b870 msgr2=0x7fa5b809bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 -- 10.20.193.44:0/3642493607 shutdown_connections 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 -- 10.20.193.44:0/3642493607 wait complete. 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 Processor -- start 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.608+0000 7fa5c052f640 1 -- start start 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa5b8097460 0x7fa5b81c4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b81289a0 0x7fa5b81c50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 0x7fa5b812e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b8133580 con 0x7fa5b8097460 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa5b8133400 con 0x7fa5b81289a0 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa5b8133700 con 0x7fa5b812bdc0 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5bdaa3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b81289a0 0x7fa5b81c50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5be2a4640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa5b8097460 0x7fa5b81c4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 0x7fa5b812e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5be2a4640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa5b8097460 0x7fa5b81c4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52414/0 (socket says 10.20.193.44:52414) 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5bdaa3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b81289a0 0x7fa5b81c50e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59666/0 (socket says 10.20.193.44:59666) 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5be2a4640 1 -- 10.20.193.44:0/3147655186 learned_addr learned my addr 10.20.193.44:0/3147655186 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 0x7fa5b812e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50312/0 (socket says 10.20.193.44:50312) 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 -- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b81289a0 msgr2=0x7fa5b81c50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b81289a0 0x7fa5b81c50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.614 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 -- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa5b8097460 msgr2=0x7fa5b81c4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.615 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa5b8097460 0x7fa5b81c4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.615 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 -- 10.20.193.44:0/3147655186 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b8131dc0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.615 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5beaa5640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 0x7fa5b812e680 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa5b4009f60 tx=0x7fa5b4009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.615 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fb1b77fe640 1 -- 10.20.193.44:0/148784886 <== mon.0 v2:10.20.193.44:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v9)=0 v9) ==== 117+0+0 (secure 0 0 0) 0x7fb1cc012700 con 0x7fb1d806e390 2026-02-14T01:55:22.615 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b4019070 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5b40092f0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b81314f0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b4002cc0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b812ebc0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fa5b40040d0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.609+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fa5b4007960 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5b812b880 con 0x7fa5b812bdc0 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 msgr2=0x7fb1d81297d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 0x7fb1d81297d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc00c730 tx=0x7fb1cc00cc00 comp rx=0 tx=0).stop 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 shutdown_connections 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1d8134780 0x7fb1d812a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.616 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1d8131e50 0x7fb1d8129d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.617 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 --2- 10.20.193.44:0/148784886 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1d806e390 0x7fb1d81297d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.617 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 >> 10.20.193.44:0/148784886 conn(0x7fb1d809f340 msgr2=0x7fb1d812fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.617 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 shutdown_connections 2026-02-14T01:55:22.617 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.610+0000 7fb1dd19f640 1 -- 10.20.193.44:0/148784886 wait complete. 2026-02-14T01:55:22.617 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.611+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fa5b4010040 con 0x7fa5b812bdc0 2026-02-14T01:55:22.617 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.613+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f0b7812eb40 con 0x7f0b7806ecb0 2026-02-14T01:55:22.617 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2026-02-14T01:55:22.617 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2026-02-14T01:55:22.618 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.615+0000 7f0b5effd640 1 -- 10.20.193.44:0/2109041405 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v10)=0 v10) ==== 115+0+0 (secure 0 0 0) 0x7f0b60026030 con 0x7f0b7806ecb0 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 msgr2=0x7f0b781310d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 0x7f0b781310d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0b6000ea40 tx=0x7f0b6000ef10 comp rx=0 tx=0).stop 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 shutdown_connections 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0b7812f080 0x7f0b78134310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0b7806ecb0 0x7f0b781310d0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 --2- 10.20.193.44:0/2109041405 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0b7806e390 0x7f0b78130b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 >> 10.20.193.44:0/2109041405 conn(0x7f0b7809f340 msgr2=0x7f0b78129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 shutdown_connections 2026-02-14T01:55:22.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f0b7cd85640 1 -- 10.20.193.44:0/2109041405 wait complete. 2026-02-14T01:55:22.620 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/3439752985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140953e0 msgr2=0x7f6d141296f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/3439752985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140953e0 0x7f6d141296f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6d08009a60 tx=0x7f6d0802f260 comp rx=0 tx=0).stop 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/3439752985 shutdown_connections 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/3439752985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140953e0 0x7f6d141296f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/3439752985 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 0x7f6d14094ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/3439752985 >> 10.20.193.44:0/3439752985 conn(0x7f6d1409b4c0 msgr2=0x7f6d1409b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/3439752985 shutdown_connections 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.616+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/3439752985 wait complete. 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 Processor -- start 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 -- start start 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 0x7f6d14128e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 0x7f6d14129370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140957e0 0x7f6d141298b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6d141356b0 con 0x7f6d140953e0 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f6d14135530 con 0x7f6d14094ac0 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.617+0000 7f6d1b2c2640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f6d14135830 con 0x7f6d140957e0 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 0x7f6d14129370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d19838640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140957e0 0x7f6d141298b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d19037640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 0x7f6d14128e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 0x7f6d14129370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52430/0 (socket says 10.20.193.44:52430) 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 -- 10.20.193.44:0/2873919694 learned_addr learned my addr 10.20.193.44:0/2873919694 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 -- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140957e0 msgr2=0x7f6d141298b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140957e0 0x7f6d141298b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 -- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 msgr2=0x7f6d14128e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 0x7f6d14128e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 -- 10.20.193.44:0/2873919694 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1408d050 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d19037640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 0x7f6d14128e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d18836640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 0x7f6d14129370 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6d0802f770 tx=0x7f6d08002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08002d10 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d080048a0 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d1408c7a0 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08004cd0 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d14129df0 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f6d08005200 con 0x7f6d140953e0 2026-02-14T01:55:22.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.618+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f6d08038dd0 con 0x7f6d140953e0 2026-02-14T01:55:22.623 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2026-02-14T01:55:22.623 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2026-02-14T01:55:22.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.619+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d14094ea0 con 0x7f6d140953e0 2026-02-14T01:55:22.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.621+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f6d0804f020 con 0x7f6d140953e0 2026-02-14T01:55:22.643 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.641+0000 7fa36478d640 1 -- 10.20.193.44:0/3972531474 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c12f080 msgr2=0x7fa35c12f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.643 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.641+0000 7fa36478d640 1 --2- 10.20.193.44:0/3972531474 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c12f080 0x7fa35c12f510 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa358009fd0 tx=0x7fa35802f3e0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.644 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2026-02-14T01:55:22.644 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mgr debug_client 20 2026-02-14T01:55:22.644 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7fa5b80764d0 con 0x7fa5b812bdc0 2026-02-14T01:55:22.645 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 -- 10.20.193.44:0/3972531474 shutdown_connections 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 --2- 10.20.193.44:0/3972531474 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c12f080 0x7fa35c12f510 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 --2- 10.20.193.44:0/3972531474 >> v2:10.20.193.44:3300/0 conn(0x7fa35c06ecb0 0x7fa35c12eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 --2- 10.20.193.44:0/3972531474 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa35c06e390 0x7fa35c06e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 -- 10.20.193.44:0/3972531474 >> 10.20.193.44:0/3972531474 conn(0x7fa35c09f340 msgr2=0x7fa35c09f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 -- 10.20.193.44:0/3972531474 shutdown_connections 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 -- 10.20.193.44:0/3972531474 wait complete. 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 Processor -- start 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.642+0000 7fa36478d640 1 -- start start 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 0x7fa35c130b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa35c06ecb0 0x7fa35c131060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa35c12f080 0x7fa35c134270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa35c1366e0 con 0x7fa35c06ecb0 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa35c136560 con 0x7fa35c12f080 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa35c136860 con 0x7fa35c06e390 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 0x7fa35c130b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 0x7fa35c130b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50356/0 (socket says 10.20.193.44:50356) 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 -- 10.20.193.44:0/2833087081 learned_addr learned my addr 10.20.193.44:0/2833087081 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362d03640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa35c12f080 0x7fa35c134270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa361d01640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa35c06ecb0 0x7fa35c131060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 -- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa35c12f080 msgr2=0x7fa35c134270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa35c12f080 0x7fa35c134270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 -- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa35c06ecb0 msgr2=0x7fa35c131060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa35c06ecb0 0x7fa35c131060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 -- 10.20.193.44:0/2833087081 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa35c132ce0 con 0x7fa35c06e390 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa362502640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 0x7fa35c130b20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa34c00ea40 tx=0x7fa34c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa34c00ce30 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa34c0040d0 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa35c133fb0 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa34c0044e0 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa35c1315a0 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fa34c020030 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.643+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fa34c018420 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.644+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa35c12eb40 con 0x7fa35c06e390 2026-02-14T01:55:22.647 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2026-02-14T01:55:22.647 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.645+0000 7fa59effd640 1 -- 10.20.193.44:0/3147655186 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7fa5b4007500 con 0x7fa5b812bdc0 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 msgr2=0x7fa5b812e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 0x7fa5b812e680 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa5b4009f60 tx=0x7fa5b4009f90 comp rx=0 tx=0).stop 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 shutdown_connections 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa5b812bdc0 0x7fa5b812e680 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa5b81289a0 0x7fa5b81c50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 --2- 10.20.193.44:0/3147655186 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa5b8097460 0x7fa5b81c4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 >> 10.20.193.44:0/3147655186 conn(0x7fa5b809b870 msgr2=0x7fa5b8094eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 shutdown_connections 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa5c052f640 1 -- 10.20.193.44:0/3147655186 wait complete. 2026-02-14T01:55:22.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.646+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fa34c002c00 con 0x7fa35c06e390 2026-02-14T01:55:22.652 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.651+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f6d14050a10 con 0x7f6d140953e0 2026-02-14T01:55:22.653 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2026-02-14T01:55:22.653 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mgr debug_ms 1 2026-02-14T01:55:22.654 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.653+0000 7f6d01ffb640 1 -- 10.20.193.44:0/2873919694 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v12)=0 v12) ==== 121+0+0 (secure 0 0 0) 0x7f6d08038470 con 0x7f6d140953e0 2026-02-14T01:55:22.655 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2026-02-14T01:55:22.655 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2026-02-14T01:55:22.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 msgr2=0x7f6d14129370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 0x7f6d14129370 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6d0802f770 tx=0x7f6d08002910 comp rx=0 tx=0).stop 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 shutdown_connections 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6d140957e0 0x7f6d141298b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6d140953e0 0x7f6d14129370 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 --2- 10.20.193.44:0/2873919694 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6d14094ac0 0x7f6d14128e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 >> 10.20.193.44:0/2873919694 conn(0x7f6d1409b4c0 msgr2=0x7f6d14125790 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 shutdown_connections 2026-02-14T01:55:22.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.654+0000 7f6d1b2c2640 1 -- 10.20.193.44:0/2873919694 wait complete. 2026-02-14T01:55:22.659 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2026-02-14T01:55:22.659 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2026-02-14T01:55:22.667 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.666+0000 7fae24612140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-14T01:55:22.668 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2026-02-14T01:55:22.668 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2026-02-14T01:55:22.668 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.666+0000 7f436f813140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-14T01:55:22.670 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 -- 10.20.193.44:0/610994257 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 msgr2=0x7f6f2012eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 --2- 10.20.193.44:0/610994257 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f2012eb40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009a30 tx=0x7f6f1402f260 comp rx=0 tx=0).stop 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 -- 10.20.193.44:0/610994257 shutdown_connections 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 --2- 10.20.193.44:0/610994257 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f2012eb40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 --2- 10.20.193.44:0/610994257 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6f2006e390 0x7f6f2006e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 -- 10.20.193.44:0/610994257 >> 10.20.193.44:0/610994257 conn(0x7f6f2009f340 msgr2=0x7f6f2009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 -- 10.20.193.44:0/610994257 shutdown_connections 2026-02-14T01:55:22.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.669+0000 7f6f27a31640 1 -- 10.20.193.44:0/610994257 wait complete. 2026-02-14T01:55:22.671 DEBUG:tasks.ceph:set 22 configs 2026-02-14T01:55:22.671 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.672 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 Processor -- start 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 -- start start 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 0x7f6f20130db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f201312f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6f2012f080 0x7f6f20131830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6f20137920 con 0x7f6f2006e390 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f6f201377a0 con 0x7f6f2012f080 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f6f20137aa0 con 0x7f6f2006ecb0 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 0x7f6f20130db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f24fa5640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f201312f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 0x7f6f20130db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52460/0 (socket says 10.20.193.44:52460) 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 -- 10.20.193.44:0/3243497089 learned_addr learned my addr 10.20.193.44:0/3243497089 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f25fa7640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6f2012f080 0x7f6f20131830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 -- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 msgr2=0x7f6f201312f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f201312f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 -- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6f2012f080 msgr2=0x7f6f20131830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6f2012f080 0x7f6f20131830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 -- 10.20.193.44:0/3243497089 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f201339f0 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f24fa5640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f201312f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f257a6640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 0x7f6f20130db0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6f10002810 tx=0x7f6f10002ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1000ed40 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f10010430 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f201328a0 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.670+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f10010820 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.671+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f20131f50 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.671+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f6f10020030 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.671+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f6f100188e0 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.671+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f2006e770 con 0x7f6f2006e390 2026-02-14T01:55:22.674 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.673+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f6f10014030 con 0x7f6f2006e390 2026-02-14T01:55:22.683 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.682+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7fa35c050a10 con 0x7fa35c06e390 2026-02-14T01:55:22.688 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.686+0000 7fa342ffd640 1 -- 10.20.193.44:0/2833087081 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v13)=0 v13) ==== 119+0+0 (secure 0 0 0) 0x7fa34c002de0 con 0x7fa35c06e390 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.687+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 msgr2=0x7fa35c130b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.687+0000 7fa36478d640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 0x7fa35c130b20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa34c00ea40 tx=0x7fa34c00ef10 comp rx=0 tx=0).stop 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 shutdown_connections 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa35c12f080 0x7fa35c134270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa35c06ecb0 0x7fa35c131060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 --2- 10.20.193.44:0/2833087081 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa35c06e390 0x7fa35c130b20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 >> 10.20.193.44:0/2833087081 conn(0x7fa35c09f340 msgr2=0x7fa35c099fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 shutdown_connections 2026-02-14T01:55:22.689 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.688+0000 7fa36478d640 1 -- 10.20.193.44:0/2833087081 wait complete. 2026-02-14T01:55:22.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 -- 10.20.193.44:0/2999391495 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 msgr2=0x7fee10136b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 --2- 10.20.193.44:0/2999391495 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10136b70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fee0c009fd0 tx=0x7fee0c02f3e0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 -- 10.20.193.44:0/2999391495 shutdown_connections 2026-02-14T01:55:22.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 --2- 10.20.193.44:0/2999391495 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10136b70 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 --2- 10.20.193.44:0/2999391495 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fee10131e50 0x7fee10134240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 -- 10.20.193.44:0/2999391495 >> 10.20.193.44:0/2999391495 conn(0x7fee1009f340 msgr2=0x7fee1009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 -- 10.20.193.44:0/2999391495 shutdown_connections 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.691+0000 7fee17ff0640 1 -- 10.20.193.44:0/2999391495 wait complete. 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 Processor -- start 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 -- start start 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fee1006e390 0x7fee10097720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fee10131e50 0x7fee10097c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10126320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fee10137940 con 0x7fee10134780 2026-02-14T01:55:22.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fee101377c0 con 0x7fee10131e50 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fee10137ac0 con 0x7fee1006e390 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10126320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10126320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52468/0 (socket says 10.20.193.44:52468) 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 -- 10.20.193.44:0/1506892349 learned_addr learned my addr 10.20.193.44:0/1506892349 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee15564640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fee10131e50 0x7fee10097c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee15d65640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fee1006e390 0x7fee10097720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 -- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fee1006e390 msgr2=0x7fee10097720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fee1006e390 0x7fee10097720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 -- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fee10131e50 msgr2=0x7fee10097c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fee10131e50 0x7fee10097c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 -- 10.20.193.44:0/1506892349 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee10128830 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee16566640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10126320 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fee0c02f8f0 tx=0x7fee0c009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee0c045070 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee0c004630 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.692+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee10128410 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.693+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee0c030e60 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.693+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee10128ca0 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.693+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fee0c03f030 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.693+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fee0c038a70 con 0x7fee10134780 2026-02-14T01:55:22.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.693+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee10099230 con 0x7fee10134780 2026-02-14T01:55:22.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.695+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fee0c03d070 con 0x7fee10134780 2026-02-14T01:55:22.698 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 -- 10.20.193.44:0/4133117765 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c0949c0 msgr2=0x7f5f6c094e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 --2- 10.20.193.44:0/4133117765 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c0949c0 0x7f5f6c094e50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5f68009fd0 tx=0x7f5f6802f470 comp rx=0 tx=0).stop 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 -- 10.20.193.44:0/4133117765 shutdown_connections 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 --2- 10.20.193.44:0/4133117765 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c0949c0 0x7f5f6c094e50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 --2- 10.20.193.44:0/4133117765 >> v2:10.20.193.44:3300/0 conn(0x7f5f6c12c160 0x7f5f6c094480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 --2- 10.20.193.44:0/4133117765 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f6c12b840 0x7f5f6c12bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 -- 10.20.193.44:0/4133117765 >> 10.20.193.44:0/4133117765 conn(0x7f5f6c09bf90 msgr2=0x7f5f6c09c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 -- 10.20.193.44:0/4133117765 shutdown_connections 2026-02-14T01:55:22.699 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.697+0000 7f5f730d1640 1 -- 10.20.193.44:0/4133117765 wait complete. 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 Processor -- start 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 -- start start 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f6c0949c0 0x7f5f6c1c6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 0x7f5f6c1c6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f6c12c160 0x7f5f6c131290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c133380 con 0x7f5f6c12c160 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5f6c133200 con 0x7f5f6c0949c0 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f730d1640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5f6c133500 con 0x7f5f6c12b840 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f63fff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 0x7f5f6c1c6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.700 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f63fff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 0x7f5f6c1c6ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50394/0 (socket says 10.20.193.44:50394) 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f63fff640 1 -- 10.20.193.44:0/1010217841 learned_addr learned my addr 10.20.193.44:0/1010217841 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.698+0000 7f5f71647640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f6c12c160 0x7f5f6c131290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f70e46640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f6c0949c0 0x7f5f6c1c6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f63fff640 1 -- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f6c0949c0 msgr2=0x7f5f6c1c6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f63fff640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f6c0949c0 0x7f5f6c1c6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f63fff640 1 -- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f6c12c160 msgr2=0x7f5f6c131290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f63fff640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f6c12c160 0x7f5f6c131290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f63fff640 1 -- 10.20.193.44:0/1010217841 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6c126180 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f63fff640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 0x7f5f6c1c6ed0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5f540027e0 tx=0x7f5f54002cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5400ed40 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f54010430 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54010820 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6c125090 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f6c1243d0 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f5f54020030 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.699+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f5f540188d0 con 0x7f5f6c12b840 2026-02-14T01:55:22.701 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.700+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f6c12bc20 con 0x7f5f6c12b840 2026-02-14T01:55:22.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.701+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f5f54014030 con 0x7f5f6c12b840 2026-02-14T01:55:22.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.706+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f6f20134580 con 0x7f6f2006e390 2026-02-14T01:55:22.710 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.709+0000 7f6f0dffb640 1 -- 10.20.193.44:0/3243497089 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v14)=0 v14) ==== 121+0+0 (secure 0 0 0) 0x7f6f10018400 con 0x7f6f2006e390 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 msgr2=0x7f6f20130db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 0x7f6f20130db0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6f10002810 tx=0x7f6f10002ce0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 shutdown_connections 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6f2012f080 0x7f6f20131830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6f2006ecb0 0x7f6f201312f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 --2- 10.20.193.44:0/3243497089 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6f2006e390 0x7f6f20130db0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 >> 10.20.193.44:0/3243497089 conn(0x7f6f2009f340 msgr2=0x7f6f20129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 shutdown_connections 2026-02-14T01:55:22.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.710+0000 7f6f27a31640 1 -- 10.20.193.44:0/3243497089 wait complete. 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.716+0000 7fb624c20640 1 -- 10.20.193.44:0/2817754322 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 msgr2=0x7fb62012b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.716+0000 7fb624c20640 1 --2- 10.20.193.44:0/2817754322 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb62012b6d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb608009a30 tx=0x7fb60802f2f0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 -- 10.20.193.44:0/2817754322 shutdown_connections 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 --2- 10.20.193.44:0/2817754322 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb62012b6d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 --2- 10.20.193.44:0/2817754322 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620128590 0x7fb620128970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 -- 10.20.193.44:0/2817754322 >> 10.20.193.44:0/2817754322 conn(0x7fb62009a000 msgr2=0x7fb6200977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 -- 10.20.193.44:0/2817754322 shutdown_connections 2026-02-14T01:55:22.718 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 -- 10.20.193.44:0/2817754322 wait complete. 2026-02-14T01:55:22.719 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 Processor -- start 2026-02-14T01:55:22.719 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7fb624c20640 1 -- start start 2026-02-14T01:55:22.719 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 -- 10.20.193.44:0/3378833781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8129f10 msgr2=0x7f43a806ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 --2- 10.20.193.44:0/3378833781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8129f10 0x7f43a806ddb0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f439c009930 tx=0x7f439c02f110 comp rx=0 tx=0).stop 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 -- 10.20.193.44:0/3378833781 shutdown_connections 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 --2- 10.20.193.44:0/3378833781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8129f10 0x7f43a806ddb0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 --2- 10.20.193.44:0/3378833781 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a81295f0 0x7f43a81299d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 -- 10.20.193.44:0/3378833781 >> 10.20.193.44:0/3378833781 conn(0x7f43a809a000 msgr2=0x7f43a80977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 -- 10.20.193.44:0/3378833781 shutdown_connections 2026-02-14T01:55:22.720 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.717+0000 7f43afaf3640 1 -- 10.20.193.44:0/3378833781 wait complete. 2026-02-14T01:55:22.721 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620070e20 0x7fb620131800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.721 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb620128590 0x7fb620131d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.721 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61e575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620070e20 0x7fb620131800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.721 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb620132280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.721 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61e575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620070e20 0x7fb620131800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50410/0 (socket says 10.20.193.44:50410) 2026-02-14T01:55:22.721 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61e575640 1 -- 10.20.193.44:0/15413720 learned_addr learned my addr 10.20.193.44:0/15413720 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb620134690 con 0x7fb620128590 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61dd74640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb620128590 0x7fb620131d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb620134510 con 0x7fb620128eb0 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb620134810 con 0x7fb620070e20 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb620132280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 Processor -- start 2026-02-14T01:55:22.722 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 -- start start 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 -- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620070e20 msgr2=0x7fb620131800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620070e20 0x7fb620131800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 -- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb620128590 msgr2=0x7fb620131d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb620128590 0x7fb620131d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6201333a0 con 0x7fb620128eb0 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61dd74640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb620128590 0x7fb620131d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.723 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb61ed76640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb620132280 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb61000cb90 tx=0x7fb61000a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.724 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 0x7f43a81c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.724 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f43a81295f0 0x7f43a81c5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.724 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61000ad50 con 0x7fb620128eb0 2026-02-14T01:55:22.724 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb610003a30 con 0x7fb620128eb0 2026-02-14T01:55:22.724 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb62012a1c0 con 0x7fb620128eb0 2026-02-14T01:55:22.724 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610003e60 con 0x7fb620128eb0 2026-02-14T01:55:22.725 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a8129f10 0x7f43a81c55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.725 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81357a0 con 0x7f43a8071f50 2026-02-14T01:55:22.725 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6201c6ac0 con 0x7fb620128eb0 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f43a8135620 con 0x7f43a8129f10 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43afaf3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f43a8135920 con 0x7f43a81295f0 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43ad868640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 0x7f43a81c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43ad868640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 0x7f43a81c4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52524/0 (socket says 10.20.193.44:52524) 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43ad868640 1 -- 10.20.193.44:0/1245503303 learned_addr learned my addr 10.20.193.44:0/1245503303 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43ae069640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a8129f10 0x7f43a81c55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.718+0000 7f43ad067640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f43a81295f0 0x7f43a81c5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad868640 1 -- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f43a81295f0 msgr2=0x7f43a81c5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad868640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f43a81295f0 0x7f43a81c5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad868640 1 -- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a8129f10 msgr2=0x7f43a81c55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad868640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a8129f10 0x7f43a81c55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad868640 1 -- 10.20.193.44:0/1245503303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a812fd50 con 0x7f43a8071f50 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ae069640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a8129f10 0x7f43a81c55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad067640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f43a81295f0 0x7f43a81c5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43ad868640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 0x7f43a81c4b30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4398002760 tx=0x7f4398002c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398022070 con 0x7f43a8071f50 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f439800ba50 con 0x7f43a8071f50 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439800be40 con 0x7f43a8071f50 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a812ffc0 con 0x7f43a8071f50 2026-02-14T01:55:22.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fb6100050d0 con 0x7fb620128eb0 2026-02-14T01:55:22.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a812d0d0 con 0x7f43a8071f50 2026-02-14T01:55:22.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fb610012aa0 con 0x7fb620128eb0 2026-02-14T01:55:22.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb620127de0 con 0x7fb620128eb0 2026-02-14T01:55:22.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f4398014ce0 con 0x7f43a8071f50 2026-02-14T01:55:22.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.719+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f4398005790 con 0x7f43a8071f50 2026-02-14T01:55:22.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.720+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43a81299d0 con 0x7f43a8071f50 2026-02-14T01:55:22.730 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.721+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fb620127de0 con 0x7fb620128eb0 2026-02-14T01:55:22.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.721+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f439802b070 con 0x7f43a8071f50 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.728+0000 7f1443bf8640 1 -- 10.20.193.44:0/809796595 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c130590 msgr2=0x7f143c132980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.728+0000 7f1443bf8640 1 --2- 10.20.193.44:0/809796595 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c130590 0x7f143c132980 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f143c12b960 tx=0x7f143802f310 comp rx=0 tx=0).stop 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 -- 10.20.193.44:0/809796595 shutdown_connections 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 --2- 10.20.193.44:0/809796595 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c130590 0x7f143c132980 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 --2- 10.20.193.44:0/809796595 >> v2:10.20.193.44:3300/0 conn(0x7f143c12dc60 0x7f143c130050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 -- 10.20.193.44:0/809796595 >> 10.20.193.44:0/809796595 conn(0x7f143c09a000 msgr2=0x7f143c0977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 -- 10.20.193.44:0/809796595 shutdown_connections 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 -- 10.20.193.44:0/809796595 wait complete. 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 -- 10.20.193.44:0/3861249103 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 msgr2=0x7f4ff8129a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 --2- 10.20.193.44:0/3861249103 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8129a60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4fe8009a30 tx=0x7f4fe802f2d0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 Processor -- start 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 -- 10.20.193.44:0/3861249103 shutdown_connections 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 --2- 10.20.193.44:0/3861249103 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4ff8129fa0 0x7f4ff812c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 --2- 10.20.193.44:0/3861249103 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff812cee0 0x7f4ff812d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 --2- 10.20.193.44:0/3861249103 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8129a60 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 -- 10.20.193.44:0/3861249103 >> 10.20.193.44:0/3861249103 conn(0x7f4ff809f280 msgr2=0x7f4ff809f690 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 -- 10.20.193.44:0/3861249103 shutdown_connections 2026-02-14T01:55:22.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 -- start start 2026-02-14T01:55:22.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f50006d8640 1 -- 10.20.193.44:0/3861249103 wait complete. 2026-02-14T01:55:22.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 0x7f143c072fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.729+0000 7f1443bf8640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f143c12dc60 0x7f143c073500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f1443bf8640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f143c130590 0x7f143c126170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 0x7f143c072fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f1443bf8640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f143c133440 con 0x7f143c12dc60 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f1443bf8640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f143c1332c0 con 0x7f143c130590 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f1443bf8640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f143c1335c0 con 0x7f143c12ad40 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 0x7f143c072fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50444/0 (socket says 10.20.193.44:50444) 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 -- 10.20.193.44:0/2123917407 learned_addr learned my addr 10.20.193.44:0/2123917407 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144116c640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f143c12dc60 0x7f143c073500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144216e640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f143c130590 0x7f143c126170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 Processor -- start 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 -- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f143c130590 msgr2=0x7f143c126170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f143c130590 0x7f143c126170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 -- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f143c12dc60 msgr2=0x7f143c073500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f143c12dc60 0x7f143c073500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 -- 10.20.193.44:0/2123917407 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f143c127510 con 0x7f143c12ad40 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144116c640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f143c12dc60 0x7f143c073500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.736 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 -- start start 2026-02-14T01:55:22.737 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f144196d640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 0x7f143c072fc0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f142c00c700 tx=0x7f142c00cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.737 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c004230 con 0x7f143c12ad40 2026-02-14T01:55:22.737 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f142c0044c0 con 0x7f143c12ad40 2026-02-14T01:55:22.737 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f143c071e00 con 0x7f143c12ad40 2026-02-14T01:55:22.738 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8131f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.738 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 0x7f4ff8132440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.738 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4ff812cee0 0x7f4ff8132980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.738 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff8134540 con 0x7f4ff8129680 2026-02-14T01:55:22.738 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4ff81343c0 con 0x7f4ff8129fa0 2026-02-14T01:55:22.738 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f50006d8640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4ff81346c0 con 0x7f4ff812cee0 2026-02-14T01:55:22.739 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 0x7f4ff8132440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.739 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffe44d640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8131f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.739 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffec4e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4ff812cee0 0x7f4ff8132980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.739 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 0x7f4ff8132440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59776/0 (socket says 10.20.193.44:59776) 2026-02-14T01:55:22.739 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 -- 10.20.193.44:0/2225624993 learned_addr learned my addr 10.20.193.44:0/2225624993 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.739 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c003810 con 0x7f143c12ad40 2026-02-14T01:55:22.740 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f143c072660 con 0x7f143c12ad40 2026-02-14T01:55:22.740 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f142c00a5c0 con 0x7f143c12ad40 2026-02-14T01:55:22.740 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 -- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4ff812cee0 msgr2=0x7f4ff8132980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4ff812cee0 0x7f4ff8132980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 -- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 msgr2=0x7f4ff8131f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8131f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 -- 10.20.193.44:0/2225624993 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff806e440 con 0x7f4ff8129fa0 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffe44d640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8131f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.730+0000 7f4ffdc4c640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 0x7f4ff8132440 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4fec00d950 tx=0x7f4fec00de20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.741 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f142c003e00 con 0x7f143c12ad40 2026-02-14T01:55:22.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec014070 con 0x7f4ff8129fa0 2026-02-14T01:55:22.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4fec00b840 con 0x7f4ff8129fa0 2026-02-14T01:55:22.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f143c128e50 con 0x7f143c12ad40 2026-02-14T01:55:22.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ff8072f20 con 0x7f4ff8129fa0 2026-02-14T01:55:22.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec00bc90 con 0x7f4ff8129fa0 2026-02-14T01:55:22.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ff81c6b10 con 0x7f4ff8129fa0 2026-02-14T01:55:22.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f4fec0026e0 con 0x7f4ff8129fa0 2026-02-14T01:55:22.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.731+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f4fec0108c0 con 0x7f4ff8129fa0 2026-02-14T01:55:22.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.732+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7fee1006e770 con 0x7fee10134780 2026-02-14T01:55:22.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.732+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ff806f880 con 0x7f4ff8129fa0 2026-02-14T01:55:22.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.733+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f143c128e50 con 0x7f143c12ad40 2026-02-14T01:55:22.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.733+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f4fec010460 con 0x7f4ff8129fa0 2026-02-14T01:55:22.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.734+0000 7fedfe7fc640 1 -- 10.20.193.44:0/1506892349 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v15)=0 v15) ==== 120+0+0 (secure 0 0 0) 0x7fee0c038420 con 0x7fee10134780 2026-02-14T01:55:22.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.735+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 msgr2=0x7fee10126320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.735+0000 7fee17ff0640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10126320 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fee0c02f8f0 tx=0x7fee0c009300 comp rx=0 tx=0).stop 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 shutdown_connections 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fee10134780 0x7fee10126320 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fee10131e50 0x7fee10097c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 --2- 10.20.193.44:0/1506892349 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fee1006e390 0x7fee10097720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 >> 10.20.193.44:0/1506892349 conn(0x7fee1009f340 msgr2=0x7fee1009ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 shutdown_connections 2026-02-14T01:55:22.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.736+0000 7fee17ff0640 1 -- 10.20.193.44:0/1506892349 wait complete. 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1048578331 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 msgr2=0x7fa3d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1048578331 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d806e770 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8009a00 tx=0x7fa3c802f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1048578331 shutdown_connections 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1048578331 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d812f080 0x7fa3d812f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1048578331 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d806ecb0 0x7fa3d812eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1048578331 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d806e770 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1048578331 >> 10.20.193.44:0/1048578331 conn(0x7fa3d809f340 msgr2=0x7fa3d809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1048578331 shutdown_connections 2026-02-14T01:55:22.748 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1048578331 wait complete. 2026-02-14T01:55:22.748 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f5f6c069710 con 0x7f5f6c12b840 2026-02-14T01:55:22.750 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 Processor -- start 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.737+0000 7fa3df4e4640 1 -- start start 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3df4e4640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d8130dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3df4e4640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d806ecb0 0x7fa3d8131300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3df4e4640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d812f080 0x7fa3d8134570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3df4e4640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d81366e0 con 0x7fa3d806e390 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3df4e4640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa3d8136560 con 0x7fa3d812f080 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3df4e4640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa3d8136860 con 0x7fa3d806ecb0 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dca58640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d806ecb0 0x7fa3d8131300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d8130dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dca58640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d806ecb0 0x7fa3d8131300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50472/0 (socket says 10.20.193.44:50472) 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dca58640 1 -- 10.20.193.44:0/1903486303 learned_addr learned my addr 10.20.193.44:0/1903486303 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dda5a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d812f080 0x7fa3d8134570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.751 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 -- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d806ecb0 msgr2=0x7fa3d8131300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d806ecb0 0x7fa3d8131300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 -- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d812f080 msgr2=0x7fa3d8134570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d812f080 0x7fa3d8134570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 -- 10.20.193.44:0/1903486303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d8132e90 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dda5a640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d812f080 0x7fa3d8134570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.738+0000 7fa3dd259640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d8130dc0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8034000 tx=0x7fa3c80026e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c8046070 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d8132620 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3c8002ae0 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c8038470 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d81337e0 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fa3c80389a0 con 0x7fa3d806e390 2026-02-14T01:55:22.752 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fa3c804a3f0 con 0x7fa3d806e390 2026-02-14T01:55:22.753 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.739+0000 7f5f617fa640 1 -- 10.20.193.44:0/1010217841 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v16)=0 v16) ==== 120+0+0 (secure 0 0 0) 0x7f5f54018ad0 con 0x7f5f6c12b840 2026-02-14T01:55:22.753 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3d806ead0 con 0x7fa3d806e390 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 msgr2=0x7f5f6c1c6ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 0x7f5f6c1c6ed0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5f540027e0 tx=0x7f5f54002cb0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 shutdown_connections 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f6c12c160 0x7f5f6c131290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f6c12b840 0x7f5f6c1c6ed0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 --2- 10.20.193.44:0/1010217841 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f6c0949c0 0x7f5f6c1c6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 >> 10.20.193.44:0/1010217841 conn(0x7f5f6c09bf90 msgr2=0x7f5f6c099340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 shutdown_connections 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.740+0000 7f5f730d1640 1 -- 10.20.193.44:0/1010217841 wait complete. 2026-02-14T01:55:22.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fa3d806ead0 con 0x7fa3d806e390 2026-02-14T01:55:22.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7f8f802fb640 1 -- 10.20.193.44:0/1856557879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 msgr2=0x7f8f78130a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7f8f802fb640 1 --2- 10.20.193.44:0/1856557879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78130a10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c009960 tx=0x7f8f6c02f1e0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7f8f802fb640 1 -- 10.20.193.44:0/1856557879 shutdown_connections 2026-02-14T01:55:22.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7f8f802fb640 1 --2- 10.20.193.44:0/1856557879 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78130f50 0x7f8f78133340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7f8f802fb640 1 --2- 10.20.193.44:0/1856557879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78130a10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.741+0000 7f8f802fb640 1 -- 10.20.193.44:0/1856557879 >> 10.20.193.44:0/1856557879 conn(0x7f8f7809a000 msgr2=0x7f8f780977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.742+0000 7f8f802fb640 1 -- 10.20.193.44:0/1856557879 shutdown_connections 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.743+0000 7f8f802fb640 1 -- 10.20.193.44:0/1856557879 wait complete. 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 Processor -- start 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 -- start start 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78121e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78128590 0x7f8f781223c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8f78130f50 0x7f8f78122900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f78134660 con 0x7f8f78130f50 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f7e070640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78121e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f7e070640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78121e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50498/0 (socket says 10.20.193.44:50498) 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f7e070640 1 -- 10.20.193.44:0/2198731139 learned_addr learned my addr 10.20.193.44:0/2198731139 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f7e871640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8f78130f50 0x7f8f78122900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f7d86f640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78128590 0x7f8f781223c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f8f781344e0 con 0x7f8f78128590 2026-02-14T01:55:22.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.744+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f8f781347e0 con 0x7f8f78070e20 2026-02-14T01:55:22.758 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7d86f640 1 -- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 msgr2=0x7f8f78121e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7d86f640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78121e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7d86f640 1 -- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8f78130f50 msgr2=0x7f8f78122900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7d86f640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8f78130f50 0x7f8f78122900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7d86f640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f78125420 con 0x7f8f78128590 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7e871640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8f78130f50 0x7f8f78122900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f7d86f640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78128590 0x7f8f781223c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8f78071780 tx=0x7f8f6c002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c005d90 con 0x7f8f78128590 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f6c002d10 con 0x7f8f78128590 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c004b00 con 0x7f8f78128590 2026-02-14T01:55:22.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f780c866640 1 -- 10.20.193.44:0/2503669669 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 msgr2=0x7f780406cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f78124b50 con 0x7f8f78128590 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f781c6c00 con 0x7f8f78128590 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f780c866640 1 --2- 10.20.193.44:0/2503669669 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f780406cbc0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f77fc009a00 tx=0x7f77fc02f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f780c866640 1 -- 10.20.193.44:0/2503669669 shutdown_connections 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f780c866640 1 --2- 10.20.193.44:0/2503669669 >> v2:10.20.193.44:3300/0 conn(0x7f7804094b90 0x7f7804134e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f780c866640 1 --2- 10.20.193.44:0/2503669669 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f780406cbc0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f8f6c0053b0 con 0x7f8f78128590 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.745+0000 7f780c866640 1 -- 10.20.193.44:0/2503669669 >> 10.20.193.44:0/2503669669 conn(0x7f780409afb0 msgr2=0x7f780409b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 -- 10.20.193.44:0/2503669669 shutdown_connections 2026-02-14T01:55:22.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f8f6c041410 con 0x7f8f78128590 2026-02-14T01:55:22.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f78128970 con 0x7f8f78128590 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 -- 10.20.193.44:0/2503669669 wait complete. 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 Processor -- start 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 -- start start 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f7804072d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f780406d100 0x7f78040732d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780c866640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7804094b90 0x7f780406f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.746+0000 7f780a5db640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f7804072d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780c866640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78041356e0 con 0x7f780406d100 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780c866640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f7804135560 con 0x7f780406c7e0 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780c866640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f7804135860 con 0x7f7804094b90 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780a5db640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f7804072d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59846/0 (socket says 10.20.193.44:59846) 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780a5db640 1 -- 10.20.193.44:0/866437823 learned_addr learned my addr 10.20.193.44:0/866437823 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7804094b90 0x7f780406f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f7809dda640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f780406d100 0x7f78040732d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 -- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 msgr2=0x7f7804072d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f7804072d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 -- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f780406d100 msgr2=0x7f78040732d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f780406d100 0x7f78040732d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 -- 10.20.193.44:0/866437823 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7804125fe0 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f7809dda640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f780406d100 0x7f78040732d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780addc640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7804094b90 0x7f780406f760 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009f60 tx=0x7f77f8009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f80090d0 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77f8009270 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7804071680 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8007760 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7804070f10 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f77f8007c90 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.747+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f77f801d550 con 0x7f7804094b90 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.748+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f780406cbc0 con 0x7f7804094b90 2026-02-14T01:55:22.763 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.748+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f8f6c004ca0 con 0x7f8f78128590 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.749+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f77f8010040 con 0x7f7804094b90 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.753+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7fb620128970 con 0x7fb620128eb0 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.755+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7f43a812ec00 con 0x7f43a8071f50 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.756+0000 7fb606ffd640 1 -- 10.20.193.44:0/15413720 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v17)=0 v17) ==== 119+0+0 (secure 0 0 0) 0x7fb610012420 con 0x7fb620128eb0 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 msgr2=0x7fb620132280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb620132280 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb61000cb90 tx=0x7fb61000a430 comp rx=0 tx=0).stop 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 shutdown_connections 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb620128eb0 0x7fb620132280 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb620128590 0x7fb620131d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 --2- 10.20.193.44:0/15413720 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb620070e20 0x7fb620131800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 >> 10.20.193.44:0/15413720 conn(0x7fb62009a000 msgr2=0x7fb62006e590 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 shutdown_connections 2026-02-14T01:55:22.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.757+0000 7fb624c20640 1 -- 10.20.193.44:0/15413720 wait complete. 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.758+0000 7f43967fc640 1 -- 10.20.193.44:0/1245503303 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v18)=0 v18) ==== 111+0+0 (secure 0 0 0) 0x7f43a812ffc0 con 0x7f43a8071f50 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 msgr2=0x7f43a81c4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 0x7f43a81c4b30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4398002760 tx=0x7f4398002c30 comp rx=0 tx=0).stop 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 shutdown_connections 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f43a8129f10 0x7f43a81c55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f43a81295f0 0x7f43a81c5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 --2- 10.20.193.44:0/1245503303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f43a8071f50 0x7f43a81c4b30 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 >> 10.20.193.44:0/1245503303 conn(0x7f43a809a000 msgr2=0x7f43a809b6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 shutdown_connections 2026-02-14T01:55:22.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.759+0000 7f43afaf3640 1 -- 10.20.193.44:0/1245503303 wait complete. 2026-02-14T01:55:22.766 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.765+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command([{prefix=config set, name=debug_mgr}] v 0) -- 0x7f4ff812c9a0 con 0x7f4ff8129fa0 2026-02-14T01:55:22.768 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.768 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.767+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f143c12b120 con 0x7f143c12ad40 2026-02-14T01:55:22.768 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.767+0000 7f4fdeffd640 1 -- 10.20.193.44:0/2225624993 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mgr}]=0 v19)=0 v19) ==== 108+0+0 (secure 0 0 0) 0x7f4fec002be0 con 0x7f4ff8129fa0 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 msgr2=0x7f4ff8132440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 0x7f4ff8132440 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4fec00d950 tx=0x7f4fec00de20 comp rx=0 tx=0).stop 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 shutdown_connections 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4ff812cee0 0x7f4ff8132980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4ff8129fa0 0x7f4ff8132440 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 --2- 10.20.193.44:0/2225624993 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4ff8129680 0x7f4ff8131f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 >> 10.20.193.44:0/2225624993 conn(0x7f4ff809f280 msgr2=0x7f4ff81284b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.769 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 shutdown_connections 2026-02-14T01:55:22.770 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.768+0000 7f50006d8640 1 -- 10.20.193.44:0/2225624993 wait complete. 2026-02-14T01:55:22.770 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.769+0000 7f142a7fc640 1 -- 10.20.193.44:0/2123917407 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v20)=0 v20) ==== 106+0+0 (secure 0 0 0) 0x7f142c012420 con 0x7f143c12ad40 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 msgr2=0x7f143c072fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 0x7f143c072fc0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f142c00c700 tx=0x7f142c00cbd0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 shutdown_connections 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f143c130590 0x7f143c126170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f143c12dc60 0x7f143c073500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 --2- 10.20.193.44:0/2123917407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f143c12ad40 0x7f143c072fc0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 >> 10.20.193.44:0/2123917407 conn(0x7f143c09a000 msgr2=0x7f143c129420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 shutdown_connections 2026-02-14T01:55:22.771 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.770+0000 7f1443bf8640 1 -- 10.20.193.44:0/2123917407 wait complete. 2026-02-14T01:55:22.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.774+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7fa3d812eb40 con 0x7fa3d806e390 2026-02-14T01:55:22.777 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.779 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.779 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.778+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f8f78123f70 con 0x7f8f78128590 2026-02-14T01:55:22.780 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.778+0000 7fa3c5ffb640 1 -- 10.20.193.44:0/1903486303 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v21)=0 v21) ==== 125+0+0 (secure 0 0 0) 0x7fa3c8038e00 con 0x7fa3d806e390 2026-02-14T01:55:22.780 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 msgr2=0x7fa3d8130dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d8130dc0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8034000 tx=0x7fa3c80026e0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 shutdown_connections 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa3d812f080 0x7fa3d8134570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa3d806ecb0 0x7fa3d8131300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 --2- 10.20.193.44:0/1903486303 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa3d806e390 0x7fa3d8130dc0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 >> 10.20.193.44:0/1903486303 conn(0x7fa3d809f340 msgr2=0x7fa3d8129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 shutdown_connections 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.779+0000 7fa3df4e4640 1 -- 10.20.193.44:0/1903486303 wait complete. 2026-02-14T01:55:22.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.780+0000 7f8f5effd640 1 -- 10.20.193.44:0/2198731139 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v22)=0 v22) ==== 121+0+0 (secure 0 0 0) 0x7f8f6c038470 con 0x7f8f78128590 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78128590 msgr2=0x7f8f781223c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78128590 0x7f8f781223c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8f78071780 tx=0x7f8f6c002910 comp rx=0 tx=0).stop 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 shutdown_connections 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8f78130f50 0x7f8f78122900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8f78128590 0x7f8f781223c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 --2- 10.20.193.44:0/2198731139 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8f78070e20 0x7f8f78121e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 >> 10.20.193.44:0/2198731139 conn(0x7f8f7809a000 msgr2=0x7f8f7809acc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 shutdown_connections 2026-02-14T01:55:22.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.781+0000 7f8f802fb640 1 -- 10.20.193.44:0/2198731139 wait complete. 2026-02-14T01:55:22.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.784+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f7804069710 con 0x7f7804094b90 2026-02-14T01:55:22.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.788+0000 7f77eeffd640 1 -- 10.20.193.44:0/866437823 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v23)=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f77f801d750 con 0x7f7804094b90 2026-02-14T01:55:22.790 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.790 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial044') 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7804094b90 msgr2=0x7f780406f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7804094b90 0x7f780406f760 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009f60 tx=0x7f77f8009f90 comp rx=0 tx=0).stop 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 shutdown_connections 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7804094b90 0x7f780406f760 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f780406d100 0x7f78040732d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 --2- 10.20.193.44:0/866437823 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f780406c7e0 0x7f7804072d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 >> 10.20.193.44:0/866437823 conn(0x7f780409afb0 msgr2=0x7f7804129a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 shutdown_connections 2026-02-14T01:55:22.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.789+0000 7f780c866640 1 -- 10.20.193.44:0/866437823 wait complete. 2026-02-14T01:55:22.798 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config dump 2026-02-14T01:55:22.824 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.822+0000 7fae24612140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-14T01:55:22.824 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.822+0000 7f436f813140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-14T01:55:22.850 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.849+0000 7f436f813140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-14T01:55:22.851 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.849+0000 7fae24612140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-14T01:55:22.884 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.883+0000 7f436f813140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-14T01:55:22.885 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.883+0000 7fae24612140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 -- 10.20.193.44:0/2977237279 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c095070 msgr2=0x7fea7c136720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 --2- 10.20.193.44:0/2977237279 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c095070 0x7fea7c136720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fea7c095e10 tx=0x7fea7002f310 comp rx=0 tx=0).stop 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 -- 10.20.193.44:0/2977237279 shutdown_connections 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 --2- 10.20.193.44:0/2977237279 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c095070 0x7fea7c136720 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 --2- 10.20.193.44:0/2977237279 >> v2:10.20.193.44:3300/0 conn(0x7fea7c0964a0 0x7fea7c1341d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 -- 10.20.193.44:0/2977237279 >> 10.20.193.44:0/2977237279 conn(0x7fea7c09a280 msgr2=0x7fea7c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.892 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.887+0000 7fea81dbf640 1 -- 10.20.193.44:0/2977237279 shutdown_connections 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 -- 10.20.193.44:0/2977237279 wait complete. 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 Processor -- start 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 -- start start 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 0x7fea7c124200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fea7c095070 0x7fea7c124740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fea7c0964a0 0x7fea7c124c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fea7c1379b0 con 0x7fea7c095070 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fea7c137830 con 0x7fea7c0964a0 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea81dbf640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fea7c137b30 con 0x7fea7c094580 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 0x7fea7c124200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7affd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fea7c095070 0x7fea7c124740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 0x7fea7c124200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50526/0 (socket says 10.20.193.44:50526) 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 -- 10.20.193.44:0/3017249872 learned_addr learned my addr 10.20.193.44:0/3017249872 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7bfff640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fea7c0964a0 0x7fea7c124c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 -- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fea7c0964a0 msgr2=0x7fea7c124c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fea7c0964a0 0x7fea7c124c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 -- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fea7c095070 msgr2=0x7fea7c124740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fea7c095070 0x7fea7c124740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 -- 10.20.193.44:0/3017249872 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea7c126ec0 con 0x7fea7c094580 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.888+0000 7fea7b7fe640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 0x7fea7c124200 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fea6800c550 tx=0x7fea6800ca20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68005480 con 0x7fea7c094580 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea680036f0 con 0x7fea7c094580 2026-02-14T01:55:22.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea7c125d70 con 0x7fea7c094580 2026-02-14T01:55:22.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68003b40 con 0x7fea7c094580 2026-02-14T01:55:22.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fea7c1251c0 con 0x7fea7c094580 2026-02-14T01:55:22.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fea68003ce0 con 0x7fea7c094580 2026-02-14T01:55:22.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fea68012560 con 0x7fea7c094580 2026-02-14T01:55:22.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.889+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea7c094960 con 0x7fea7c094580 2026-02-14T01:55:22.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.890+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fea6801b400 con 0x7fea7c094580 2026-02-14T01:55:22.909 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.907+0000 7fae24612140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-14T01:55:22.909 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.907+0000 7f436f813140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-14T01:55:22.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.919+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fea7c127a50 con 0x7fea7c094580 2026-02-14T01:55:22.922 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea57fff640 1 -- 10.20.193.44:0/3017249872 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7fea6801b5e0 con 0x7fea7c094580 2026-02-14T01:55:22.922 INFO:teuthology.orchestra.run.trial044.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-14T01:55:22.923 INFO:teuthology.orchestra.run.trial044.stdout:mon advanced mon_op_complaint_time 120 2026-02-14T01:55:22.923 INFO:teuthology.orchestra.run.trial044.stdout:mgr advanced client_mount_timeout 30 2026-02-14T01:55:22.923 INFO:teuthology.orchestra.run.trial044.stdout:mgr advanced debug_client 20/20 2026-02-14T01:55:22.923 INFO:teuthology.orchestra.run.trial044.stdout:mgr advanced debug_mgr 20/20 2026-02-14T01:55:22.923 INFO:teuthology.orchestra.run.trial044.stdout:mgr advanced debug_ms 1/1 2026-02-14T01:55:22.923 INFO:teuthology.orchestra.run.trial044.stdout:mgr dev mon_warn_on_pool_no_app false 2026-02-14T01:55:22.924 INFO:teuthology.orchestra.run.trial044.stdout:osd advanced osd_op_complaint_time 180.000000 2026-02-14T01:55:22.924 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced debug_mds 20/20 2026-02-14T01:55:22.924 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced debug_mds_balancer 20/20 2026-02-14T01:55:22.924 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced debug_ms 2/2 2026-02-14T01:55:22.924 INFO:teuthology.orchestra.run.trial044.stdout:mds dev mds_debug_frag true 2026-02-14T01:55:22.924 INFO:teuthology.orchestra.run.trial044.stdout:mds dev mds_debug_scatterstat true 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced mds_op_complaint_time 180.000000 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:mds dev mds_verify_scatter true 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced osd_op_complaint_time 180.000000 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced rados_mon_op_timeout 900 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:mds advanced rados_osd_op_timeout 900 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:client advanced client_mount_timeout 600 2026-02-14T01:55:22.925 INFO:teuthology.orchestra.run.trial044.stdout:client advanced debug_client 20/20 2026-02-14T01:55:22.926 INFO:teuthology.orchestra.run.trial044.stdout:client advanced debug_ms 1/1 2026-02-14T01:55:22.926 INFO:teuthology.orchestra.run.trial044.stdout:client advanced rados_mon_op_timeout 900 2026-02-14T01:55:22.926 INFO:teuthology.orchestra.run.trial044.stdout:client advanced rados_osd_op_timeout 900 2026-02-14T01:55:22.928 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 msgr2=0x7fea7c124200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:22.929 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 0x7fea7c124200 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fea6800c550 tx=0x7fea6800ca20 comp rx=0 tx=0).stop 2026-02-14T01:55:22.929 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 shutdown_connections 2026-02-14T01:55:22.929 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fea7c0964a0 0x7fea7c124c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.929 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fea7c095070 0x7fea7c124740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.930 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 --2- 10.20.193.44:0/3017249872 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fea7c094580 0x7fea7c124200 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:22.930 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 >> 10.20.193.44:0/3017249872 conn(0x7fea7c09a280 msgr2=0x7fea7c0924d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:22.930 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 shutdown_connections 2026-02-14T01:55:22.930 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:22.920+0000 7fea81dbf640 1 -- 10.20.193.44:0/3017249872 wait complete. 2026-02-14T01:55:22.931 INFO:tasks.ceph:Setting crush tunables to default 2026-02-14T01:55:22.931 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph osd crush tunables default 2026-02-14T01:55:22.936 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.934+0000 7fae24612140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-14T01:55:22.936 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.934+0000 7f436f813140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-14T01:55:23.000 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:22.998+0000 7fae24612140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-14T01:55:23.000 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:22.999+0000 7f436f813140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-14T01:55:23.005 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 -- 10.20.193.44:0/310974747 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae012f0e0 msgr2=0x7faae012f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 --2- 10.20.193.44:0/310974747 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae012f0e0 0x7faae012f4c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7faad4009a30 tx=0x7faad402f260 comp rx=0 tx=0).stop 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 -- 10.20.193.44:0/310974747 shutdown_connections 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 --2- 10.20.193.44:0/310974747 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7faae009d740 0x7faae0135fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 --2- 10.20.193.44:0/310974747 >> v2:10.20.193.44:3300/0 conn(0x7faae009cdc0 0x7faae009d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 --2- 10.20.193.44:0/310974747 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae012f0e0 0x7faae012f4c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 -- 10.20.193.44:0/310974747 >> 10.20.193.44:0/310974747 conn(0x7faae006e3a0 msgr2=0x7faae006e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 -- 10.20.193.44:0/310974747 shutdown_connections 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 -- 10.20.193.44:0/310974747 wait complete. 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.001+0000 7faae5033640 1 Processor -- start 2026-02-14T01:55:23.006 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 -- start start 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 0x7faae0130860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7faae009d740 0x7faae0130da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7faae012f0e0 0x7faae01312e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7faae0136890 con 0x7faae012f0e0 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7faae0136710 con 0x7faae009d740 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7faae0136a10 con 0x7faae009cdc0 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 0x7faae0130860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 0x7faae0130860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50540/0 (socket says 10.20.193.44:50540) 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 -- 10.20.193.44:0/313207533 learned_addr learned my addr 10.20.193.44:0/313207533 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faade575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7faae009d740 0x7faae0130da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faadf577640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7faae012f0e0 0x7faae01312e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.007 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 -- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7faae009d740 msgr2=0x7faae0130da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7faae009d740 0x7faae0130da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 -- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7faae012f0e0 msgr2=0x7faae01312e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7faae012f0e0 0x7faae01312e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 -- 10.20.193.44:0/313207533 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faae0133fe0 con 0x7faae009cdc0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faadf577640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7faae012f0e0 0x7faae01312e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faaded76640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 0x7faae0130860 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7faad4009950 tx=0x7faad402fd20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40029f0 con 0x7faae009cdc0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faad4002b90 con 0x7faae009cdc0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faae0133490 con 0x7faae009cdc0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40048a0 con 0x7faae009cdc0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7faae01342a0 con 0x7faae009cdc0 2026-02-14T01:55:23.008 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7faad4038800 con 0x7faae009cdc0 2026-02-14T01:55:23.009 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.002+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7faad404ada0 con 0x7faae009cdc0 2026-02-14T01:55:23.009 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.003+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faae009d200 con 0x7faae009cdc0 2026-02-14T01:55:23.009 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.004+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7faae0133490 con 0x7faae009cdc0 2026-02-14T01:55:23.026 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.025+0000 7f436f813140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-14T01:55:23.026 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.025+0000 7fae24612140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-14T01:55:23.035 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.034+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7faae0050a10 con 0x7faae009cdc0 2026-02-14T01:55:23.037 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.036+0000 7faabf7fe640 1 -- 10.20.193.44:0/313207533 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7faad404a450 con 0x7faae009cdc0 2026-02-14T01:55:23.037 INFO:teuthology.orchestra.run.trial044.stderr:adjusted tunables profile to default 2026-02-14T01:55:23.038 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 msgr2=0x7faae0130860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 0x7faae0130860 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7faad4009950 tx=0x7faad402fd20 comp rx=0 tx=0).stop 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 shutdown_connections 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7faae012f0e0 0x7faae01312e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7faae009d740 0x7faae0130da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 --2- 10.20.193.44:0/313207533 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7faae009cdc0 0x7faae0130860 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 >> 10.20.193.44:0/313207533 conn(0x7faae006e3a0 msgr2=0x7faae01298c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 shutdown_connections 2026-02-14T01:55:23.039 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.037+0000 7faae5033640 1 -- 10.20.193.44:0/313207533 wait complete. 2026-02-14T01:55:23.046 INFO:tasks.ceph:check_enable_crimson: False 2026-02-14T01:55:23.047 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-02-14T01:55:23.047 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:23.047 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-02-14T01:55:23.071 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:23.071 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-02-14T01:55:23.078 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.077+0000 7f436f813140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-14T01:55:23.078 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.077+0000 7fae24612140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-14T01:55:23.101 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:23.101 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-02-14T01:55:23.122 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.121+0000 7f436f813140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-14T01:55:23.123 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.121+0000 7fae24612140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-14T01:55:23.147 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:23.147 DEBUG:teuthology.orchestra.run.trial044:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-02-14T01:55:23.149 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.148+0000 7f436f813140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-14T01:55:23.150 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.148+0000 7fae24612140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-14T01:55:23.172 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph osd new 6ea5f3c3-44de-411a-b736-73d97e25609f 0 2026-02-14T01:55:23.174 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.173+0000 7f436f813140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-14T01:55:23.175 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.173+0000 7fae24612140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-14T01:55:23.201 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.199+0000 7f436f813140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-14T01:55:23.201 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.200+0000 7fae24612140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-14T01:55:23.224 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.223+0000 7f436f813140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-14T01:55:23.224 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.223+0000 7fae24612140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-14T01:55:23.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 -- 10.20.193.44:0/1365971077 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 msgr2=0x7f4010133740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 --2- 10.20.193.44:0/1365971077 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 0x7f4010133740 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4000009f60 tx=0x7f400002f3b0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 -- 10.20.193.44:0/1365971077 shutdown_connections 2026-02-14T01:55:23.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 --2- 10.20.193.44:0/1365971077 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 0x7f4010133740 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 --2- 10.20.193.44:0/1365971077 >> v2:10.20.193.44:3300/0 conn(0x7f401012ea20 0x7f4010130e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 -- 10.20.193.44:0/1365971077 >> 10.20.193.44:0/1365971077 conn(0x7f401009a140 msgr2=0x7f4010097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 -- 10.20.193.44:0/1365971077 shutdown_connections 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 -- 10.20.193.44:0/1365971077 wait complete. 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 Processor -- start 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.239+0000 7f40159e1640 1 -- start start 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 0x7f4010072c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f401012ea20 0x7f4010073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 0x7f401012ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4010134510 con 0x7f401012bad0 2026-02-14T01:55:23.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4010134390 con 0x7f4010131350 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4010134690 con 0x7f401012ea20 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 0x7f4010072c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 0x7f4010072c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52650/0 (socket says 10.20.193.44:52650) 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 -- 10.20.193.44:0/2126172492 learned_addr learned my addr 10.20.193.44:0/2126172492 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400f7fe640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 0x7f401012ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400e7fc640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f401012ea20 0x7f4010073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 -- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f401012ea20 msgr2=0x7f4010073150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f401012ea20 0x7f4010073150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 -- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 msgr2=0x7f401012ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 0x7f401012ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 -- 10.20.193.44:0/2126172492 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40101309a0 con 0x7f401012bad0 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f400effd640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 0x7f4010072c10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f400400c700 tx=0x7f400400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:23.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40040052d0 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4004005470 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4010072580 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4004003910 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40100720c0 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f4004003ab0 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.240+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 720+0+0 (secure 0 0 0) 0x7f4004012460 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.241+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f401012beb0 con 0x7f401012bad0 2026-02-14T01:55:23.246 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.242+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f400400a5c0 con 0x7f401012bad0 2026-02-14T01:55:23.277 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.275+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6ea5f3c3-44de-411a-b736-73d97e25609f", "id": 0} v 0) -- 0x7f4010074840 con 0x7f401012bad0 2026-02-14T01:55:23.278 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.276+0000 7f3fe7fff640 1 -- 10.20.193.44:0/2126172492 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6ea5f3c3-44de-411a-b736-73d97e25609f", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f400400a7a0 con 0x7f401012bad0 2026-02-14T01:55:23.278 INFO:teuthology.orchestra.run.trial044.stdout:0 2026-02-14T01:55:23.278 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 msgr2=0x7f4010072c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.278 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 0x7f4010072c10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f400400c700 tx=0x7f400400cbd0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.278 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 shutdown_connections 2026-02-14T01:55:23.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4010131350 0x7f401012ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f401012ea20 0x7f4010073150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 --2- 10.20.193.44:0/2126172492 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f401012bad0 0x7f4010072c10 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 >> 10.20.193.44:0/2126172492 conn(0x7f401009a140 msgr2=0x7f4010129510 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 shutdown_connections 2026-02-14T01:55:23.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.277+0000 7f40159e1640 1 -- 10.20.193.44:0/2126172492 wait complete. 2026-02-14T01:55:23.281 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.280+0000 7f436f813140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-14T01:55:23.281 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.280+0000 7fae24612140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-14T01:55:23.287 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph osd new 756c18c5-f63b-4fc7-92f2-afd0ab773f21 1 2026-02-14T01:55:23.305 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.304+0000 7f436f813140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-14T01:55:23.306 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.304+0000 7fae24612140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-14T01:55:23.329 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.327+0000 7fae24612140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-14T01:55:23.329 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.327+0000 7f436f813140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-14T01:55:23.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 -- 10.20.193.44:0/545127043 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444095070 msgr2=0x7f4444131d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 --2- 10.20.193.44:0/545127043 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444095070 0x7f4444131d50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4438009930 tx=0x7f443802f110 comp rx=0 tx=0).stop 2026-02-14T01:55:23.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 -- 10.20.193.44:0/545127043 shutdown_connections 2026-02-14T01:55:23.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 --2- 10.20.193.44:0/545127043 >> v2:10.20.193.44:3300/0 conn(0x7f4444132290 0x7f4444134680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 --2- 10.20.193.44:0/545127043 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444095070 0x7f4444131d50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 -- 10.20.193.44:0/545127043 >> 10.20.193.44:0/545127043 conn(0x7f444409a140 msgr2=0x7f4444097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 -- 10.20.193.44:0/545127043 shutdown_connections 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.370+0000 7f444bce9640 1 -- 10.20.193.44:0/545127043 wait complete. 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 Processor -- start 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 -- start start 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4444094580 0x7f444412dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4444095070 0x7f444412e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 0x7f444412e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4444135550 con 0x7f4444095070 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f44441353d0 con 0x7f4444132290 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f44441356d0 con 0x7f4444094580 2026-02-14T01:55:23.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444925d640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4444095070 0x7f444412e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 0x7f444412e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f4449a5e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4444094580 0x7f444412dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444925d640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4444095070 0x7f444412e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52668/0 (socket says 10.20.193.44:52668) 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444925d640 1 -- 10.20.193.44:0/397744302 learned_addr learned my addr 10.20.193.44:0/397744302 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 0x7f444412e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59908/0 (socket says 10.20.193.44:59908) 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 -- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4444094580 msgr2=0x7f444412dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4444094580 0x7f444412dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 -- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4444095070 msgr2=0x7f444412e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4444095070 0x7f444412e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 -- 10.20.193.44:0/397744302 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44441300b0 con 0x7f4444132290 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444a25f640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 0x7f444412e7b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f444000c6e0 tx=0x7f444000cae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44400092e0 con 0x7f4444132290 2026-02-14T01:55:23.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4440002a60 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f444412fce0 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44400040d0 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4444072f70 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f4440022030 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.371+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 835+0+0 (secure 0 0 0) 0x7f444001a7c0 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.373+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4444094960 con 0x7f4444132290 2026-02-14T01:55:23.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.374+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f4440028020 con 0x7f4444132290 2026-02-14T01:55:23.379 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.376+0000 7fae24612140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-14T01:55:23.379 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.376+0000 7f436f813140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-14T01:55:23.400 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.399+0000 7f436f813140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-14T01:55:23.400 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.399+0000 7fae24612140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-14T01:55:23.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.405+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd new", "uuid": "756c18c5-f63b-4fc7-92f2-afd0ab773f21", "id": 1} v 0) -- 0x7f4444074840 con 0x7f4444132290 2026-02-14T01:55:23.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f44327fc640 1 -- 10.20.193.44:0/397744302 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "756c18c5-f63b-4fc7-92f2-afd0ab773f21", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f4440004790 con 0x7f4444132290 2026-02-14T01:55:23.410 INFO:teuthology.orchestra.run.trial044.stdout:1 2026-02-14T01:55:23.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 msgr2=0x7f444412e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 0x7f444412e7b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f444000c6e0 tx=0x7f444000cae0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 shutdown_connections 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4444132290 0x7f444412e7b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4444095070 0x7f444412e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 --2- 10.20.193.44:0/397744302 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4444094580 0x7f444412dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 >> 10.20.193.44:0/397744302 conn(0x7f444409a140 msgr2=0x7f444412ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 shutdown_connections 2026-02-14T01:55:23.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.409+0000 7f444bce9640 1 -- 10.20.193.44:0/397744302 wait complete. 2026-02-14T01:55:23.418 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph osd new ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169 2 2026-02-14T01:55:23.447 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.446+0000 7f436f813140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-14T01:55:23.450 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.447+0000 7fae24612140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 -- 10.20.193.44:0/785452837 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec094ac0 msgr2=0x7f7dec094ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 --2- 10.20.193.44:0/785452837 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec094ac0 0x7f7dec094ea0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7de0009a00 tx=0x7f7de002f1e0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 -- 10.20.193.44:0/785452837 shutdown_connections 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 --2- 10.20.193.44:0/785452837 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec094ac0 0x7f7dec094ea0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 --2- 10.20.193.44:0/785452837 >> v2:10.20.193.44:3300/0 conn(0x7f7dec099130 0x7f7dec094580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 -- 10.20.193.44:0/785452837 >> 10.20.193.44:0/785452837 conn(0x7f7dec09a140 msgr2=0x7f7dec097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.517 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.511+0000 7f7df3582640 1 -- 10.20.193.44:0/785452837 shutdown_connections 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- 10.20.193.44:0/785452837 wait complete. 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 Processor -- start 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- start start 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7dec094ac0 0x7f7dec072140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 0x7f7dec072680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec1331c0 0x7f7dec072bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7dec1377a0 con 0x7f7dec099130 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f7dec137620 con 0x7f7dec1331c0 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f7dec137920 con 0x7f7dec094ac0 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 0x7f7dec072680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df12f7640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7dec094ac0 0x7f7dec072140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df1af8640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec1331c0 0x7f7dec072bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 0x7f7dec072680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52688/0 (socket says 10.20.193.44:52688) 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 -- 10.20.193.44:0/316794055 learned_addr learned my addr 10.20.193.44:0/316794055 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 -- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7dec094ac0 msgr2=0x7f7dec072140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7dec094ac0 0x7f7dec072140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 -- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec1331c0 msgr2=0x7f7dec072bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec1331c0 0x7f7dec072bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 -- 10.20.193.44:0/316794055 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dec122240 con 0x7f7dec099130 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df1af8640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec1331c0 0x7f7dec072bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df12f7640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7dec094ac0 0x7f7dec072140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df0af6640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 0x7f7dec072680 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7de0009b30 tx=0x7f7de002fd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de0002970 con 0x7f7dec099130 2026-02-14T01:55:23.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7de0002b10 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dec123560 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de00048a0 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dec132ef0 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f7de0038800 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 950+0+0 (secure 0 0 0) 0x7f7de0041410 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.513+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dec094ea0 con 0x7f7dec099130 2026-02-14T01:55:23.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.515+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f7de004f020 con 0x7f7dec099130 2026-02-14T01:55:23.521 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.517+0000 7f436f813140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-14T01:55:23.521 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.517+0000 7fae24612140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-14T01:55:23.542 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.541+0000 7f436f813140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-14T01:55:23.543 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.541+0000 7fae24612140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-14T01:55:23.549 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.547+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd new", "uuid": "ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169", "id": 2} v 0) -- 0x7f7dec122a20 con 0x7f7dec099130 2026-02-14T01:55:23.550 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.548+0000 7f7dd9ffb640 1 -- 10.20.193.44:0/316794055 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f7de0038b20 con 0x7f7dec099130 2026-02-14T01:55:23.551 INFO:teuthology.orchestra.run.trial044.stdout:2 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 msgr2=0x7f7dec072680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 0x7f7dec072680 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7de0009b30 tx=0x7f7de002fd30 comp rx=0 tx=0).stop 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 shutdown_connections 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7dec1331c0 0x7f7dec072bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f7dec099130 0x7f7dec072680 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 --2- 10.20.193.44:0/316794055 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7dec094ac0 0x7f7dec072140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 >> 10.20.193.44:0/316794055 conn(0x7f7dec09a140 msgr2=0x7f7dec0929b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 shutdown_connections 2026-02-14T01:55:23.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.549+0000 7f7df3582640 1 -- 10.20.193.44:0/316794055 wait complete. 2026-02-14T01:55:23.557 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph osd new cc514f47-9217-4dc3-868c-edf8491aa0eb 3 2026-02-14T01:55:23.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- 10.20.193.44:0/2352614005 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f865012ce10 msgr2=0x7f865012d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 --2- 10.20.193.44:0/2352614005 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f865012ce10 0x7f865012d1f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8640009a30 tx=0x7f864002f260 comp rx=0 tx=0).stop 2026-02-14T01:55:23.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- 10.20.193.44:0/2352614005 shutdown_connections 2026-02-14T01:55:23.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 --2- 10.20.193.44:0/2352614005 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f86500963c0 0x7f8650094580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 --2- 10.20.193.44:0/2352614005 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f865012ce10 0x7f865012d1f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- 10.20.193.44:0/2352614005 >> 10.20.193.44:0/2352614005 conn(0x7f865009a140 msgr2=0x7f8650097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- 10.20.193.44:0/2352614005 shutdown_connections 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- 10.20.193.44:0/2352614005 wait complete. 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 Processor -- start 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- start start 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 0x7f8650126360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f86500963c0 0x7f86501268a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f865012ce10 0x7f865006ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f86501358b0 con 0x7f865012ce10 2026-02-14T01:55:23.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f8650135730 con 0x7f86500963c0 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f8657c72640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f8650135a30 con 0x7f8650094ac0 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f86559e7640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 0x7f8650126360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f86551e6640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f86500963c0 0x7f86501268a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f86559e7640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 0x7f8650126360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50594/0 (socket says 10.20.193.44:50594) 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f86559e7640 1 -- 10.20.193.44:0/2012007434 learned_addr learned my addr 10.20.193.44:0/2012007434 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.620+0000 7f86561e8640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f865012ce10 0x7f865006ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f86559e7640 1 -- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f86500963c0 msgr2=0x7f86501268a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f86559e7640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f86500963c0 0x7f86501268a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f86559e7640 1 -- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f865012ce10 msgr2=0x7f865006ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f86559e7640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f865012ce10 0x7f865006ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f86559e7640 1 -- 10.20.193.44:0/2012007434 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8650127120 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f86559e7640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 0x7f8650126360 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f864002f770 tx=0x7f8640002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8640004570 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8640002d10 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8650125f30 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8640004b00 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8650126de0 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f8640042800 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(5..5 src has 1..5) ==== 1065+0+0 (secure 0 0 0) 0x7f8640038470 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.621+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8650094580 con 0x7f8650094ac0 2026-02-14T01:55:23.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.623+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f8650127120 con 0x7f8650094ac0 2026-02-14T01:55:23.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.655+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd new", "uuid": "cc514f47-9217-4dc3-868c-edf8491aa0eb", "id": 3} v 0) -- 0x7f86500974e0 con 0x7f8650094ac0 2026-02-14T01:55:23.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.657+0000 7f863e7fc640 1 -- 10.20.193.44:0/2012007434 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cc514f47-9217-4dc3-868c-edf8491aa0eb", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f8640042b20 con 0x7f8650094ac0 2026-02-14T01:55:23.659 INFO:teuthology.orchestra.run.trial044.stdout:3 2026-02-14T01:55:23.660 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 msgr2=0x7f8650126360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.660 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 0x7f8650126360 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f864002f770 tx=0x7f8640002910 comp rx=0 tx=0).stop 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 shutdown_connections 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f865012ce10 0x7f865006ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f86500963c0 0x7f86501268a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 --2- 10.20.193.44:0/2012007434 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8650094ac0 0x7f8650126360 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 >> 10.20.193.44:0/2012007434 conn(0x7f865009a140 msgr2=0x7f8650129340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 shutdown_connections 2026-02-14T01:55:23.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.658+0000 7f8657c72640 1 -- 10.20.193.44:0/2012007434 wait complete. 2026-02-14T01:55:23.668 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-14T01:55:23.668 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-14T01:55:23.670 INFO:tasks.ceph.osd.0:Started 2026-02-14T01:55:23.671 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-14T01:55:23.671 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-14T01:55:23.673 INFO:tasks.ceph.osd.1:Started 2026-02-14T01:55:23.673 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-14T01:55:23.673 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-14T01:55:23.675 INFO:tasks.ceph.osd.2:Started 2026-02-14T01:55:23.676 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-14T01:55:23.676 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-14T01:55:23.678 INFO:tasks.ceph.osd.3:Started 2026-02-14T01:55:23.678 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:55:23.717 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:23.716+0000 7f436f813140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-14T01:55:23.718 INFO:tasks.ceph.mgr.x.trial044.stderr:2026-02-14T01:55:23.716+0000 7fae24612140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-14T01:55:23.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 -- 10.20.193.44:0/3444429774 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0968a0 msgr2=0x7fd0ec12fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.754 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/3444429774 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0968a0 0x7fd0ec12fc80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc0074e0 tx=0x7fd0dc02fe00 comp rx=0 tx=0).stop 2026-02-14T01:55:23.755 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 -- 10.20.193.44:0/3444429774 shutdown_connections 2026-02-14T01:55:23.755 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/3444429774 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd0ec1301c0 0x7fd0ec1325b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.755 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/3444429774 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0968a0 0x7fd0ec12fc80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.755 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 -- 10.20.193.44:0/3444429774 >> 10.20.193.44:0/3444429774 conn(0x7fd0ec09a280 msgr2=0x7fd0ec097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.755 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 -- 10.20.193.44:0/3444429774 shutdown_connections 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.747+0000 7fd0f1b10640 1 -- 10.20.193.44:0/3444429774 wait complete. 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 Processor -- start 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 -- start start 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0937a0 0x7fd0ec12c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 0x7fd0ec12cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd0ec1301c0 0x7fd0ec12d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:23.756 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ec133400 con 0x7fd0ec0937a0 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fd0ec133280 con 0x7fd0ec1301c0 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0f1b10640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fd0ec133580 con 0x7fd0ec0968a0 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 0x7fd0ec12cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eb7fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0937a0 0x7fd0ec12c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0ebfff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd0ec1301c0 0x7fd0ec12d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 0x7fd0ec12cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50726/0 (socket says 10.20.193.44:50726) 2026-02-14T01:55:23.757 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 -- 10.20.193.44:0/1776732739 learned_addr learned my addr 10.20.193.44:0/1776732739 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:23.758 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 -- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd0ec1301c0 msgr2=0x7fd0ec12d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.758 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd0ec1301c0 0x7fd0ec12d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.758 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 -- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0937a0 msgr2=0x7fd0ec12c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.758 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0937a0 0x7fd0ec12c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.758 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 -- 10.20.193.44:0/1776732739 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0ec12f9b0 con 0x7fd0ec0968a0 2026-02-14T01:55:23.758 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.748+0000 7fd0eaffd640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 0x7fd0ec12cdc0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc030360 tx=0x7fd0dc005d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:23.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0dc002c10 con 0x7fd0ec0968a0 2026-02-14T01:55:23.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0dc002db0 con 0x7fd0ec0968a0 2026-02-14T01:55:23.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0dc004b00 con 0x7fd0ec0968a0 2026-02-14T01:55:23.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0ec125100 con 0x7fd0ec0968a0 2026-02-14T01:55:23.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0ec12d840 con 0x7fd0ec0968a0 2026-02-14T01:55:23.759 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fd0dc030670 con 0x7fd0ec0968a0 2026-02-14T01:55:23.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7fd0dc05cfe0 con 0x7fd0ec0968a0 2026-02-14T01:55:23.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.749+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0ec132830 con 0x7fd0ec0968a0 2026-02-14T01:55:23.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.750+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fd0dc03e070 con 0x7fd0ec0968a0 2026-02-14T01:55:23.780 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd0ec050a10 con 0x7fd0ec0968a0 2026-02-14T01:55:23.781 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0c7fff640 1 -- 10.20.193.44:0/1776732739 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7fd0dc00a070 con 0x7fd0ec0968a0 2026-02-14T01:55:23.781 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:23.781 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":6,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:23.657110+0000","last_up_change":"0.000000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:55:23.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 msgr2=0x7fd0ec12cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:23.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 0x7fd0ec12cdc0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc030360 tx=0x7fd0dc005d90 comp rx=0 tx=0).stop 2026-02-14T01:55:23.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 shutdown_connections 2026-02-14T01:55:23.782 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd0ec1301c0 0x7fd0ec12d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.783 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd0ec0968a0 0x7fd0ec12cdc0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.783 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 --2- 10.20.193.44:0/1776732739 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd0ec0937a0 0x7fd0ec12c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:23.783 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 >> 10.20.193.44:0/1776732739 conn(0x7fd0ec09a280 msgr2=0x7fd0ec1294b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:23.783 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.779+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 shutdown_connections 2026-02-14T01:55:23.783 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:23.780+0000 7fd0f1b10640 1 -- 10.20.193.44:0/1776732739 wait complete. 2026-02-14T01:55:23.789 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-02-14T01:55:23.789 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-14T01:55:24.191 DEBUG:teuthology.orchestra.run.trial044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-14T01:55:24.257 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 -- 10.20.193.44:0/322833384 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc1012b810 msgr2=0x7fbc1012bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/322833384 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc1012b810 0x7fbc1012bbf0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc009930 tx=0x7fbbfc02f110 comp rx=0 tx=0).stop 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 -- 10.20.193.44:0/322833384 shutdown_connections 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/322833384 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1006e8b0 0x7fbc1012c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/322833384 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc1012b810 0x7fbc1012bbf0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 -- 10.20.193.44:0/322833384 >> 10.20.193.44:0/322833384 conn(0x7fbc1009d5a0 msgr2=0x7fbc1009d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 -- 10.20.193.44:0/322833384 shutdown_connections 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 -- 10.20.193.44:0/322833384 wait complete. 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 Processor -- start 2026-02-14T01:55:24.258 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.252+0000 7fbc15cbc640 1 -- start start 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbc1006e8b0 0x7fbc1006f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 0x7fbc1006fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1012b810 0x7fbc10132b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbc10134610 con 0x7fbc100933d0 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fbc10134490 con 0x7fbc1012b810 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fbc10134790 con 0x7fbc1006e8b0 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 0x7fbc1006fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0f7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbc1006e8b0 0x7fbc1006f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1012b810 0x7fbc10132b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 0x7fbc1006fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:52818/0 (socket says 10.20.193.44:52818) 2026-02-14T01:55:24.259 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0f7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbc1006e8b0 0x7fbc1006f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:50738/0 (socket says 10.20.193.44:50738) 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 -- 10.20.193.44:0/3481977756 learned_addr learned my addr 10.20.193.44:0/3481977756 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 -- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbc1006e8b0 msgr2=0x7fbc1006f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbc1006e8b0 0x7fbc1006f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 -- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1012b810 msgr2=0x7fbc10132b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1012b810 0x7fbc10132b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 -- 10.20.193.44:0/3481977756 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc10071680 con 0x7fbc100933d0 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0ffff640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1012b810 0x7fbc10132b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc0effd640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 0x7fbc1006fe20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000ea10 tx=0x7fbc0000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:24.260 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0000ce50 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc000040d0 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc000044e0 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc10132890 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc10133090 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fbc00020030 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7fbc00039010 con 0x7fbc100933d0 2026-02-14T01:55:24.261 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.253+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc10093820 con 0x7fbc100933d0 2026-02-14T01:55:24.262 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.254+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fbc00020de0 con 0x7fbc100933d0 2026-02-14T01:55:24.284 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.282+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbc10068c80 con 0x7fbc100933d0 2026-02-14T01:55:24.284 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbbebfff640 1 -- 10.20.193.44:0/3481977756 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7fbc00002ab0 con 0x7fbc100933d0 2026-02-14T01:55:24.285 INFO:teuthology.misc.health.trial044.stdout: 2026-02-14T01:55:24.285 INFO:teuthology.misc.health.trial044.stdout:{"epoch":6,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:23.657110+0000","last_up_change":"0.000000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 msgr2=0x7fbc1006fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 0x7fbc1006fe20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000ea10 tx=0x7fbc0000eee0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 shutdown_connections 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbc1012b810 0x7fbc10132b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbc100933d0 0x7fbc1006fe20 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 --2- 10.20.193.44:0/3481977756 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbc1006e8b0 0x7fbc1006f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:24.286 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 >> 10.20.193.44:0/3481977756 conn(0x7fbc1009d5a0 msgr2=0x7fbc10072fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:24.287 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 shutdown_connections 2026-02-14T01:55:24.287 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:24.283+0000 7fbc15cbc640 1 -- 10.20.193.44:0/3481977756 wait complete. 2026-02-14T01:55:24.291 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-14T01:55:24.730 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:24.728+0000 7f4357895640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-14T01:55:24.730 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:55:24.728+0000 7f4357895640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-14T01:55:25.606 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:55:25.604+0000 7fc80a337780 -1 Falling back to public interface 2026-02-14T01:55:25.611 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:55:25.609+0000 7fccb8319780 -1 Falling back to public interface 2026-02-14T01:55:25.615 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:55:25.614+0000 7ff1c6553780 -1 Falling back to public interface 2026-02-14T01:55:25.616 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:55:25.614+0000 7fa19041a780 -1 Falling back to public interface 2026-02-14T01:55:30.102 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:55:30.101+0000 7fc80a337780 -1 osd.1 0 log_to_monitors true 2026-02-14T01:55:30.141 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:55:30.139+0000 7fccb8319780 -1 osd.0 0 log_to_monitors true 2026-02-14T01:55:30.173 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:55:30.171+0000 7fa19041a780 -1 osd.2 0 log_to_monitors true 2026-02-14T01:55:30.205 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:55:30.204+0000 7ff1c6553780 -1 osd.3 0 log_to_monitors true 2026-02-14T01:55:30.693 DEBUG:teuthology.orchestra.run.trial044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/2035421372 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a8406ddb0 msgr2=0x7f8a8412b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/2035421372 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a8406ddb0 0x7f8a8412b2e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009a00 tx=0x7f8a7002f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/2035421372 shutdown_connections 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/2035421372 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a84127910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/2035421372 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8a84127e50 0x7f8a84131dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/2035421372 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a8406ddb0 0x7f8a8412b2e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/2035421372 >> 10.20.193.44:0/2035421372 conn(0x7f8a8409d5a0 msgr2=0x7f8a8409d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/2035421372 shutdown_connections 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/2035421372 wait complete. 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.755+0000 7f8a8a7f8640 1 Processor -- start 2026-02-14T01:55:30.757 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 -- start start 2026-02-14T01:55:30.758 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8a8406ddb0 0x7f8a84074330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:30.758 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a8412ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:30.758 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a84127e50 0x7f8a84130470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:30.758 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a84132300 con 0x7f8a84127e50 2026-02-14T01:55:30.758 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f8a84132480 con 0x7f8a8406ddb0 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f8a84132600 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a8412ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a83fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8a8406ddb0 0x7f8a84074330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a88d6e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a84127e50 0x7f8a84130470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a8412ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:60200/0 (socket says 10.20.193.44:60200) 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 -- 10.20.193.44:0/4018770580 learned_addr learned my addr 10.20.193.44:0/4018770580 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 -- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8a8406ddb0 msgr2=0x7f8a84074330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8a8406ddb0 0x7f8a84074330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 -- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a84127e50 msgr2=0x7f8a84130470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a84127e50 0x7f8a84130470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 -- 10.20.193.44:0/4018770580 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a84134460 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a88d6e640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a84127e50 0x7f8a84130470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a837fe640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a8412ff30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8a7400ea30 tx=0x7f8a7400ef00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7400cdf0 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a740040d0 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a841309b0 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a74004500 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.756+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a84130f00 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.757+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a84131220 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.757+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7f8a740026e0 con 0x7f8a84127510 2026-02-14T01:55:30.759 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.757+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(7..7 src has 1..7) ==== 1292+0+0 (secure 0 0 0) 0x7f8a74067020 con 0x7f8a84127510 2026-02-14T01:55:30.760 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.759+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f8a740414b0 con 0x7f8a84127510 2026-02-14T01:55:30.835 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.833+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a84134740 con 0x7f8a84127510 2026-02-14T01:55:30.835 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.833+0000 7f8a80ff9640 1 -- 10.20.193.44:0/4018770580 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v7) ==== 74+0+4148 (secure 0 0 0) 0x7f8a74066790 con 0x7f8a84127510 2026-02-14T01:55:30.835 INFO:teuthology.misc.health.trial044.stdout: 2026-02-14T01:55:30.835 INFO:teuthology.misc.health.trial044.stdout:{"epoch":7,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:30.154412+0000","last_up_change":"0.000000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 >> v1:10.20.193.44:6800/3588496006 conn(0x7f8a5404f700 legacy=0x7f8a54051bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 msgr2=0x7f8a8412ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a8412ff30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8a7400ea30 tx=0x7f8a7400ef00 comp rx=0 tx=0).stop 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 shutdown_connections 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8a84127e50 0x7f8a84130470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8a84127510 0x7f8a8412ff30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 --2- 10.20.193.44:0/4018770580 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8a8406ddb0 0x7f8a84074330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 >> 10.20.193.44:0/4018770580 conn(0x7f8a8409d5a0 msgr2=0x7f8a84125740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 shutdown_connections 2026-02-14T01:55:30.836 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:30.834+0000 7f8a8a7f8640 1 -- 10.20.193.44:0/4018770580 wait complete. 2026-02-14T01:55:30.880 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-14T01:55:31.159 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:55:31.158+0000 7fccb3a86640 -1 osd.0 0 waiting for initial osdmap 2026-02-14T01:55:31.160 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:55:31.158+0000 7fc805aa2640 -1 osd.1 0 waiting for initial osdmap 2026-02-14T01:55:31.161 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:55:31.160+0000 7fccac0b9640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:55:31.161 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:55:31.160+0000 7fc7fe0d5640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:55:32.161 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:55:32.159+0000 7ff1c1cbe640 -1 osd.3 0 waiting for initial osdmap 2026-02-14T01:55:32.161 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:55:32.160+0000 7fa18b553640 -1 osd.2 0 waiting for initial osdmap 2026-02-14T01:55:32.163 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:55:32.162+0000 7ff1ba2f1640 -1 osd.3 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:55:32.164 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:55:32.163+0000 7fa183b86640 -1 osd.2 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:55:37.283 DEBUG:teuthology.orchestra.run.trial044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-14T01:55:37.347 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 -- 10.20.193.44:0/3671328064 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c12c890 msgr2=0x7fe33c12cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.347 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 --2- 10.20.193.44:0/3671328064 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c12c890 0x7fe33c12cda0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe334009960 tx=0x7fe33402f140 comp rx=0 tx=0).stop 2026-02-14T01:55:37.347 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 -- 10.20.193.44:0/3671328064 shutdown_connections 2026-02-14T01:55:37.347 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 --2- 10.20.193.44:0/3671328064 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c12d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 --2- 10.20.193.44:0/3671328064 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c12c890 0x7fe33c12cda0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 -- 10.20.193.44:0/3671328064 >> 10.20.193.44:0/3671328064 conn(0x7fe33c09d5a0 msgr2=0x7fe33c09d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 -- 10.20.193.44:0/3671328064 shutdown_connections 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.342+0000 7fe34492f640 1 -- 10.20.193.44:0/3671328064 wait complete. 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 Processor -- start 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 -- start start 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c133d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c129390 0x7fe33c134260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe33c12c890 0x7fe33c06de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:37.348 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe33c135740 con 0x7fe33c12c890 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fe33c1355c0 con 0x7fe33c0970c0 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe34492f640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fe33c1358c0 con 0x7fe33c129390 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe3426a4640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c133d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe3426a4640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c133d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44792/0 (socket says 10.20.193.44:44792) 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe3426a4640 1 -- 10.20.193.44:0/1320968101 learned_addr learned my addr 10.20.193.44:0/1320968101 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe341ea3640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c129390 0x7fe33c134260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.343+0000 7fe342ea5640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe33c12c890 0x7fe33c06de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe3426a4640 1 -- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c129390 msgr2=0x7fe33c134260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe3426a4640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c129390 0x7fe33c134260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe3426a4640 1 -- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe33c12c890 msgr2=0x7fe33c06de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.349 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe3426a4640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe33c12c890 0x7fe33c06de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe3426a4640 1 -- 10.20.193.44:0/1320968101 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe33c129090 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe3426a4640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c133d20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe334009880 tx=0x7fe334002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe334004530 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe334002d10 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe33c06f900 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe334004b00 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe33c1347a0 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe33c129840 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.344+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe334038470 con 0x7fe33c0970c0 2026-02-14T01:55:37.350 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.345+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7fe33408b5b0 con 0x7fe33c0970c0 2026-02-14T01:55:37.351 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.347+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe334065580 con 0x7fe33c0970c0 2026-02-14T01:55:37.417 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.415+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe33c068c80 con 0x7fe33c0970c0 2026-02-14T01:55:37.417 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.415+0000 7fe326ffd640 1 -- 10.20.193.44:0/1320968101 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+6904 (secure 0 0 0) 0x7fe33408a8a0 con 0x7fe33c0970c0 2026-02-14T01:55:37.418 INFO:teuthology.misc.health.trial044.stdout: 2026-02-14T01:55:37.418 INFO:teuthology.misc.health.trial044.stdout:{"epoch":13,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:36.167767+0000","last_up_change":"2026-02-14T01:55:33.162850+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":1444528540}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":1444528540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":1444528540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":1444528540}]},"public_addr":"10.20.193.44:6805/1444528540","cluster_addr":"10.20.193.44:6806/1444528540","heartbeat_back_addr":"10.20.193.44:6808/1444528540","heartbeat_front_addr":"10.20.193.44:6807/1444528540","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":946824942}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":946824942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":946824942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":946824942}]},"public_addr":"10.20.193.44:6801/946824942","cluster_addr":"10.20.193.44:6802/946824942","heartbeat_back_addr":"10.20.193.44:6804/946824942","heartbeat_front_addr":"10.20.193.44:6803/946824942","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":131172906}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":131172906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":131172906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":131172906}]},"public_addr":"10.20.193.44:6810/131172906","cluster_addr":"10.20.193.44:6811/131172906","heartbeat_back_addr":"10.20.193.44:6815/131172906","heartbeat_front_addr":"10.20.193.44:6813/131172906","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":2319365216}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":2319365216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2319365216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2319365216}]},"public_addr":"10.20.193.44:6809/2319365216","cluster_addr":"10.20.193.44:6812/2319365216","heartbeat_back_addr":"10.20.193.44:6816/2319365216","heartbeat_front_addr":"10.20.193.44:6814/2319365216","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:55:37.419 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 >> v1:10.20.193.44:6800/3588496006 conn(0x7fe30c04f790 legacy=0x7fe30c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.419 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 msgr2=0x7fe33c133d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c133d20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe334009880 tx=0x7fe334002910 comp rx=0 tx=0).stop 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 shutdown_connections 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe33c12c890 0x7fe33c06de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe33c129390 0x7fe33c134260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 --2- 10.20.193.44:0/1320968101 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe33c0970c0 0x7fe33c133d20 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 >> 10.20.193.44:0/1320968101 conn(0x7fe33c09d5a0 msgr2=0x7fe33c12af50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 shutdown_connections 2026-02-14T01:55:37.420 INFO:teuthology.misc.health.trial044.stderr:2026-02-14T01:55:37.416+0000 7fe34492f640 1 -- 10.20.193.44:0/1320968101 wait complete. 2026-02-14T01:55:37.424 DEBUG:teuthology.misc:4 of 4 OSDs are up 2026-02-14T01:55:37.425 INFO:tasks.ceph:Creating RBD pool 2026-02-14T01:55:37.425 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph osd pool create rbd 8 2026-02-14T01:55:37.494 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 -- 10.20.193.44:0/4192026519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e81295f0 msgr2=0x7fa7e81299d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.494 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 --2- 10.20.193.44:0/4192026519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e81295f0 0x7fa7e81299d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8009a30 tx=0x7fa7d802f260 comp rx=0 tx=0).stop 2026-02-14T01:55:37.494 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 -- 10.20.193.44:0/4192026519 shutdown_connections 2026-02-14T01:55:37.494 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 --2- 10.20.193.44:0/4192026519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa7e8071f50 0x7fa7e806e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 --2- 10.20.193.44:0/4192026519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e81295f0 0x7fa7e81299d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 -- 10.20.193.44:0/4192026519 >> 10.20.193.44:0/4192026519 conn(0x7fa7e809a000 msgr2=0x7fa7e80977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 -- 10.20.193.44:0/4192026519 shutdown_connections 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.489+0000 7fa7eece9640 1 -- 10.20.193.44:0/4192026519 wait complete. 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 Processor -- start 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 -- start start 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 0x7fa7e81c4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 0x7fa7e81c5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa7e8129f10 0x7fa7e81c55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e8135790 con 0x7fa7e81295f0 2026-02-14T01:55:37.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa7e8135610 con 0x7fa7e8071f50 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eece9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa7e8135910 con 0x7fa7e8129f10 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 0x7fa7e81c5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eca5e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 0x7fa7e81c4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 0x7fa7e81c5060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53460/0 (socket says 10.20.193.44:53460) 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eca5e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 0x7fa7e81c4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44806/0 (socket says 10.20.193.44:44806) 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 -- 10.20.193.44:0/3257082631 learned_addr learned my addr 10.20.193.44:0/3257082631 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7ed25f640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa7e8129f10 0x7fa7e81c55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 -- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa7e8129f10 msgr2=0x7fa7e81c55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa7e8129f10 0x7fa7e81c55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 -- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 msgr2=0x7fa7e81c4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 0x7fa7e81c4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:37.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 -- 10.20.193.44:0/3257082631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7e812f180 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7eca5e640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 0x7fa7e81c4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.490+0000 7fa7dffff640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 0x7fa7e81c5060 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa7d000c760 tx=0x7fa7d000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d00052d0 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7d0005490 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7e8126f40 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0003950 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7e812cf70 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7e81299d0 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fa7d0003af0 con 0x7fa7e81295f0 2026-02-14T01:55:37.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.491+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7fa7d0066520 con 0x7fa7e81295f0 2026-02-14T01:55:37.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.494+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fa7d0040610 con 0x7fa7e81295f0 2026-02-14T01:55:37.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:37.565+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) -- 0x7fa7e8073fd0 con 0x7fa7e81295f0 2026-02-14T01:55:38.175 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.173+0000 7fa7dd7fa640 1 -- 10.20.193.44:0/3257082631 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v14) ==== 109+0+0 (secure 0 0 0) 0x7fa7d0065810 con 0x7fa7e81295f0 2026-02-14T01:55:38.175 INFO:teuthology.orchestra.run.trial044.stderr:pool 'rbd' created 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 >> v1:10.20.193.44:6800/3588496006 conn(0x7fa7b804f790 legacy=0x7fa7b8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 msgr2=0x7fa7e81c5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 0x7fa7e81c5060 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa7d000c760 tx=0x7fa7d000cc30 comp rx=0 tx=0).stop 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 shutdown_connections 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa7e8129f10 0x7fa7e81c55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa7e81295f0 0x7fa7e81c5060 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 --2- 10.20.193.44:0/3257082631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa7e8071f50 0x7fa7e81c4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 >> 10.20.193.44:0/3257082631 conn(0x7fa7e809a000 msgr2=0x7fa7e809b330 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 shutdown_connections 2026-02-14T01:55:38.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.177+0000 7fa7eece9640 1 -- 10.20.193.44:0/3257082631 wait complete. 2026-02-14T01:55:38.187 DEBUG:teuthology.orchestra.run.trial044:> rbd --cluster ceph pool init rbd 2026-02-14T01:55:38.223 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 -- 10.20.193.44:0/3235209113 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 msgr2=0x556c9f3ec660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 --2- 10.20.193.44:0/3235209113 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 0x556c9f3ec660 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc238004f70 tx=0x7fc238058a80 comp rx=0 tx=0).stop 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 -- 10.20.193.44:0/3235209113 shutdown_connections 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 --2- 10.20.193.44:0/3235209113 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 0x556c9f3ec660 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 --2- 10.20.193.44:0/3235209113 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x556c9f3e9160 0x556c9f3e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 -- 10.20.193.44:0/3235209113 >> 10.20.193.44:0/3235209113 conn(0x556c9f35ccb0 msgr2=0x556c9f35d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 -- 10.20.193.44:0/3235209113 shutdown_connections 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.219+0000 7fc24eca10c0 1 -- 10.20.193.44:0/3235209113 wait complete. 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 Processor -- start 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 -- start start 2026-02-14T01:55:38.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x556c9f3e9160 0x556c9f3f0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 0x556c9f3f05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x556c9f3ecba0 0x556c9f3f3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x556c9f1c7e50 con 0x556c9f3ecba0 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x556c9f228db0 con 0x556c9f3e9a80 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x556c9f3ed450 con 0x556c9f3e9160 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24cf68640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 0x556c9f3f05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x556c9f3e9160 0x556c9f3f0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24cf68640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 0x556c9f3f05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44820/0 (socket says 10.20.193.44:44820) 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24cf68640 1 -- 10.20.193.44:0/2521685620 learned_addr learned my addr 10.20.193.44:0/2521685620 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:38.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24e9f2640 1 --2- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x556c9f3ecba0 0x556c9f3f3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 -- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 msgr2=0x556c9f3f05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 --2- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x556c9f3e9a80 0x556c9f3f05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 -- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x556c9f3ecba0 msgr2=0x556c9f3f3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 --2- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x556c9f3ecba0 0x556c9f3f3750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c9f3f1800 con 0x556c9f3e9160 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24d769640 1 --2- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x556c9f3e9160 0x556c9f3f0060 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc24400a680 tx=0x7fc24400ab50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc244019070 con 0x556c9f3e9160 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc244008910 con 0x556c9f3e9160 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x556c9f3f1070 con 0x556c9f3e9160 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.220+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc244008d60 con 0x556c9f3e9160 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.221+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x556c9f3f0ae0 con 0x556c9f3e9160 2026-02-14T01:55:38.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.221+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fc244014410 con 0x556c9f3e9160 2026-02-14T01:55:38.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.222+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(14..14 src has 1..14) ==== 2794+0+0 (secure 0 0 0) 0x7fc244065550 con 0x556c9f3e9160 2026-02-14T01:55:38.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:38.222+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) -- 0x556c9f3f3db0 con 0x556c9f3e9160 2026-02-14T01:55:39.179 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.177+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v15) ==== 141+0+0 (secure 0 0 0) 0x7fc24403f3d0 con 0x556c9f3e9160 2026-02-14T01:55:39.179 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.178+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc238064070 con 0x556c9f3e9160 2026-02-14T01:55:39.181 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.179+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fc24403eca0 con 0x556c9f3e9160 2026-02-14T01:55:39.181 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.179+0000 7fc23f7fe640 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=15}) -- 0x7fc224002ae0 con 0x556c9f3e9160 2026-02-14T01:55:39.181 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.179+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 8 ==== osd_map(15..15 src has 1..15) ==== 650+0+0 (secure 0 0 0) 0x7fc244064230 con 0x556c9f3e9160 2026-02-14T01:55:39.182 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.180+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> v1:10.20.193.44:6809/2319365216 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) -- 0x556c9f407720 con 0x556c9f403c10 2026-02-14T01:55:39.182 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.181+0000 7fc24e9f2640 1 -- 10.20.193.44:0/2521685620 <== osd.3 v1:10.20.193.44:6809/2319365216 1 ==== osd_op_reply(1 rbd_trash [create] v15'1 uv1 ondisk = 0) ==== 153+0+0 (unknown 2722885549 0 0) 0x7fc240006b70 con 0x556c9f403c10 2026-02-14T01:55:39.184 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.182+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> v1:10.20.193.44:6809/2319365216 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x556c9f459f90 con 0x556c9f403c10 2026-02-14T01:55:39.184 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.182+0000 7fc24e9f2640 1 -- 10.20.193.44:0/2521685620 <== osd.3 v1:10.20.193.44:6809/2319365216 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2354864950 0 0) 0x7fc240006b70 con 0x556c9f403c10 2026-02-14T01:55:39.184 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.182+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 --> v1:10.20.193.44:6809/2319365216 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x556c9f459080 con 0x556c9f403c10 2026-02-14T01:55:39.184 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.182+0000 7fc24e9f2640 1 -- 10.20.193.44:0/2521685620 <== osd.3 v1:10.20.193.44:6809/2319365216 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2366413114 0 0) 0x7fc240006b70 con 0x556c9f403c10 2026-02-14T01:55:39.184 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:39.182+0000 7fc23f7fe640 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) -- 0x7fc224003ef0 con 0x556c9f3e9160 2026-02-14T01:55:40.178 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:40.177+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 9 ==== pool_op_reply(tid 4 (0) Success v16) ==== 55+0+0 (secure 0 0 0) 0x7fc24403e750 con 0x556c9f3e9160 2026-02-14T01:55:40.179 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:40.177+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=16}) -- 0x7fc22c054b40 con 0x556c9f3e9160 2026-02-14T01:55:40.179 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:40.177+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 10 ==== osd_map(16..16 src has 1..16) ==== 626+0+0 (secure 0 0 0) 0x7fc2440646f0 con 0x556c9f3e9160 2026-02-14T01:55:40.179 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:40.177+0000 7fc23f7fe640 1 -- 10.20.193.44:0/2521685620 --> v1:10.20.193.44:6809/2319365216 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) -- 0x7fc2240059c0 con 0x556c9f403c10 2026-02-14T01:55:40.181 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:40.179+0000 7fc24e9f2640 1 -- 10.20.193.44:0/2521685620 <== osd.3 v1:10.20.193.44:6809/2319365216 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v16'1 uv1 ondisk = 0) ==== 194+0+0 (unknown 1230306805 0 0) 0x7fc240006b70 con 0x556c9f403c10 2026-02-14T01:55:40.181 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:40.179+0000 7fc23f7fe640 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v16) -- 0x7fc2240053c0 con 0x556c9f3e9160 2026-02-14T01:55:41.182 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.180+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 11 ==== pool_op_reply(tid 6 (0) Success v17) ==== 43+0+0 (secure 0 0 0) 0x7fc24403c900 con 0x556c9f3e9160 2026-02-14T01:55:41.182 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.180+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=17}) -- 0x7fc22c054dc0 con 0x556c9f3e9160 2026-02-14T01:55:41.183 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.180+0000 7fc23d7fa640 1 -- 10.20.193.44:0/2521685620 <== mon.2 v2:10.20.193.44:3302/0 12 ==== osd_map(17..17 src has 1..17) ==== 654+0+0 (secure 0 0 0) 0x7fc244051030 con 0x556c9f3e9160 2026-02-14T01:55:41.183 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.180+0000 7fc23f7fe640 1 -- 10.20.193.44:0/2521685620 --> v1:10.20.193.44:6809/2319365216 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e17) -- 0x7fc224006210 con 0x556c9f403c10 2026-02-14T01:55:41.184 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.183+0000 7fc24e9f2640 1 -- 10.20.193.44:0/2521685620 <== osd.3 v1:10.20.193.44:6809/2319365216 5 ==== osd_op_reply(7 rbd_info [write 0~19] v17'2 uv2 ondisk = 0) ==== 152+0+0 (unknown 3144429724 0 0) 0x7fc240006b70 con 0x556c9f403c10 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.183+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 >> v1:10.20.193.44:6809/2319365216 conn(0x556c9f403c10 legacy=0x556c9f406000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.183+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 >> v1:10.20.193.44:6800/3588496006 conn(0x7fc22c04dfb0 legacy=0x7fc22c050470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.183+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x556c9f3e9160 msgr2=0x556c9f3f0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.183+0000 7fc24eca10c0 1 --2- 10.20.193.44:0/2521685620 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x556c9f3e9160 0x556c9f3f0060 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc24400a680 tx=0x7fc24400ab50 comp rx=0 tx=0).stop 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.183+0000 7fc24e9f2640 1 -- 10.20.193.44:0/2521685620 reap_dead start 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.184+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 shutdown_connections 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.184+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 >> 10.20.193.44:0/2521685620 conn(0x556c9f35ccb0 msgr2=0x556c9f35a670 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.184+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 shutdown_connections 2026-02-14T01:55:41.186 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.184+0000 7fc24eca10c0 1 -- 10.20.193.44:0/2521685620 wait complete. 2026-02-14T01:55:41.189 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-02-14T01:55:41.190 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-02-14T01:55:41.190 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-14T01:55:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 -- 10.20.193.44:0/2375239190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8534094c90 msgr2=0x7f8534130cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 --2- 10.20.193.44:0/2375239190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8534094c90 0x7f8534130cb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8524009930 tx=0x7f852402f110 comp rx=0 tx=0).stop 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 -- 10.20.193.44:0/2375239190 shutdown_connections 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 --2- 10.20.193.44:0/2375239190 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534095100 0x7f8534133200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 --2- 10.20.193.44:0/2375239190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8534094c90 0x7f8534130cb0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 -- 10.20.193.44:0/2375239190 >> 10.20.193.44:0/2375239190 conn(0x7f853409a170 msgr2=0x7f8534097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 -- 10.20.193.44:0/2375239190 shutdown_connections 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.297+0000 7f853a99f640 1 -- 10.20.193.44:0/2375239190 wait complete. 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 Processor -- start 2026-02-14T01:55:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 -- start start 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 0x7f85341c4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534094c90 0x7f85341c4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8534095100 0x7f85341c51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f853412b7b0 con 0x7f853406c7e0 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f853412b630 con 0x7f8534095100 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f8534133740 con 0x7f8534094c90 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8533fff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 0x7f85341c4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534094c90 0x7f85341c4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8533fff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 0x7f85341c4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53468/0 (socket says 10.20.193.44:53468) 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8533fff640 1 -- 10.20.193.44:0/4274946728 learned_addr learned my addr 10.20.193.44:0/4274946728 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8538f15640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8534095100 0x7f85341c51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 -- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8534095100 msgr2=0x7f85341c51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8534095100 0x7f85341c51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 -- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 msgr2=0x7f85341c4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 0x7f85341c4770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 -- 10.20.193.44:0/4274946728 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85340731c0 con 0x7f8534094c90 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8533fff640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 0x7f85341c4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f85337fe640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534094c90 0x7f85341c4cb0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8524034000 tx=0x7f8524002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524002d10 con 0x7f8534094c90 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f852402fe50 con 0x7f8534094c90 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f853412d520 con 0x7f8534094c90 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524004b00 con 0x7f8534094c90 2026-02-14T01:55:41.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.298+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f853412cf50 con 0x7f8534094c90 2026-02-14T01:55:41.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.299+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8534094580 con 0x7f8534094c90 2026-02-14T01:55:41.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.299+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f8524038470 con 0x7f8534094c90 2026-02-14T01:55:41.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.299+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f852408b580 con 0x7f8534094c90 2026-02-14T01:55:41.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.302+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f8524065440 con 0x7f8534094c90 2026-02-14T01:55:41.373 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.371+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f8534050a10 con 0x7f8534094c90 2026-02-14T01:55:41.373 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.371+0000 7f8530ff9640 1 -- 10.20.193.44:0/4274946728 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v23) ==== 86+0+146 (secure 0 0 0) 0x7f852408a640 con 0x7f8534094c90 2026-02-14T01:55:41.373 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 >> v1:10.20.193.44:6800/3588496006 conn(0x7f850404f790 legacy=0x7f8504051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534094c90 msgr2=0x7f85341c4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534094c90 0x7f85341c4cb0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8524034000 tx=0x7f8524002910 comp rx=0 tx=0).stop 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 shutdown_connections 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8534095100 0x7f85341c51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8534094c90 0x7f85341c4cb0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 --2- 10.20.193.44:0/4274946728 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f853406c7e0 0x7f85341c4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 >> 10.20.193.44:0/4274946728 conn(0x7f853409a170 msgr2=0x7f853412a1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 shutdown_connections 2026-02-14T01:55:41.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.373+0000 7f853a99f640 1 -- 10.20.193.44:0/4274946728 wait complete. 2026-02-14T01:55:41.383 INFO:teuthology.orchestra.run.trial044.stdout:[{"version":23,"timestamp":"2026-02-14T01:55:22.786220+0000","name":"","changes":[{"name":"osd/osd_op_complaint_time","new_value":"180.000000"}]}] 2026-02-14T01:55:41.383 INFO:tasks.ceph_manager:config epoch is 23 2026-02-14T01:55:41.383 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-14T01:55:41.383 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-14T01:55:41.383 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-14T01:55:41.453 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 -- 10.20.193.44:0/3852955925 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f217012e9a0 msgr2=0x7f2170130d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.453 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 --2- 10.20.193.44:0/3852955925 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f217012e9a0 0x7f2170130d90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2164009a30 tx=0x7f216402f2f0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 -- 10.20.193.44:0/3852955925 shutdown_connections 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 --2- 10.20.193.44:0/3852955925 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f21701312d0 0x7f21701336c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 --2- 10.20.193.44:0/3852955925 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f217012e9a0 0x7f2170130d90 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 -- 10.20.193.44:0/3852955925 >> 10.20.193.44:0/3852955925 conn(0x7f217009a280 msgr2=0x7f2170097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 -- 10.20.193.44:0/3852955925 shutdown_connections 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 -- 10.20.193.44:0/3852955925 wait complete. 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.449+0000 7f21785a3640 1 Processor -- start 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 -- start start 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f217012bc30 0x7f21701c6b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f217012e9a0 0x7f21701c7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.454 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 0x7f21701220d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f21701345e0 con 0x7f21701312d0 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f2170134460 con 0x7f217012e9a0 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f2170134760 con 0x7f217012bc30 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 0x7f21701220d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176318640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f217012bc30 0x7f21701c6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 0x7f21701220d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53480/0 (socket says 10.20.193.44:53480) 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 -- 10.20.193.44:0/1816924312 learned_addr learned my addr 10.20.193.44:0/1816924312 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2175b17640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f217012e9a0 0x7f21701c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 -- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f217012bc30 msgr2=0x7f21701c6b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f217012bc30 0x7f21701c6b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.455 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 -- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f217012e9a0 msgr2=0x7f21701c7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f217012e9a0 0x7f21701c7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 -- 10.20.193.44:0/1816924312 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2170124470 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2176b19640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 0x7f21701220d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f216c00ef60 tx=0x7f216c00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216c019070 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f216c0092d0 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21701c75b0 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216c002cc0 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.450+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2170124b30 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.451+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f217012c010 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.451+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f216c0040d0 con 0x7f21701312d0 2026-02-14T01:55:41.456 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.451+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f216c067120 con 0x7f21701312d0 2026-02-14T01:55:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.453+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f216c010040 con 0x7f21701312d0 2026-02-14T01:55:41.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.536+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f2170050a10 con 0x7f21701312d0 2026-02-14T01:55:41.539 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.537+0000 7f2156ffd640 1 -- 10.20.193.44:0/1816924312 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+121451 (secure 0 0 0) 0x7f216c00ce60 con 0x7f21701312d0 2026-02-14T01:55:41.540 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 >> v1:10.20.193.44:6800/3588496006 conn(0x7f214004f7c0 legacy=0x7f2140051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 msgr2=0x7f21701220d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 0x7f21701220d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f216c00ef60 tx=0x7f216c00ef90 comp rx=0 tx=0).stop 2026-02-14T01:55:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 shutdown_connections 2026-02-14T01:55:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f21701312d0 0x7f21701220d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f217012e9a0 0x7f21701c7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.543 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 --2- 10.20.193.44:0/1816924312 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f217012bc30 0x7f21701c6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.543 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 >> 10.20.193.44:0/1816924312 conn(0x7f217009a280 msgr2=0x7f2170094580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.543 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 shutdown_connections 2026-02-14T01:55:41.543 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.538+0000 7f21785a3640 1 -- 10.20.193.44:0/1816924312 wait complete. 2026-02-14T01:55:41.547 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":5,"flags":0,"active_gid":4127,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6800","nonce":3588496006}]},"active_addr":"10.20.193.44:6800/3588496006","active_change":"2026-02-14T01:55:23.718457+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4130,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":827561595}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":381057338}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":3173211467}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":2649513115}]}]} 2026-02-14T01:55:41.552 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-14T01:55:41.552 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-14T01:55:41.553 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:55:41.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 -- 10.20.193.44:0/3882940031 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980937a0 msgr2=0x7f7398093b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 --2- 10.20.193.44:0/3882940031 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980937a0 0x7f7398093b80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f738c00aa80 tx=0x7f738c030540 comp rx=0 tx=0).stop 2026-02-14T01:55:41.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 -- 10.20.193.44:0/3882940031 shutdown_connections 2026-02-14T01:55:41.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 --2- 10.20.193.44:0/3882940031 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f7398094c90 0x7f7398132ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 --2- 10.20.193.44:0/3882940031 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980937a0 0x7f7398093b80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 -- 10.20.193.44:0/3882940031 >> 10.20.193.44:0/3882940031 conn(0x7f739809a280 msgr2=0x7f7398097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 -- 10.20.193.44:0/3882940031 shutdown_connections 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.618+0000 7f739cda3640 1 -- 10.20.193.44:0/3882940031 wait complete. 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 Processor -- start 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 -- start start 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 0x7f73981c67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7398094c90 0x7f73981c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980968a0 0x7f73981c7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f73981333f0 con 0x7f73980968a0 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f7398095410 con 0x7f7398094c90 2026-02-14T01:55:41.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f739cda3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f7398133570 con 0x7f73980937a0 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f7396575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 0x7f73981c67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f7396575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 0x7f73981c67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:35726/0 (socket says 10.20.193.44:35726) 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f7396575640 1 -- 10.20.193.44:0/1620686585 learned_addr learned my addr 10.20.193.44:0/1620686585 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f7396d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980968a0 0x7f73981c7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.619+0000 7f7395d74640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7398094c90 0x7f73981c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396d76640 1 -- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 msgr2=0x7f73981c67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396d76640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 0x7f73981c67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396d76640 1 -- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7398094c90 msgr2=0x7f73981c6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396d76640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7398094c90 0x7f73981c6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396d76640 1 -- 10.20.193.44:0/1620686585 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739808fdb0 con 0x7f73980968a0 2026-02-14T01:55:41.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396575640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 0x7f73981c67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f7396d76640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980968a0 0x7f73981c7240 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f738800efc0 tx=0x7f738800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7388019070 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f73880092f0 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739808ec60 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738800ce60 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f739808d3f0 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.620+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7398093b80 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.621+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f7388002cc0 con 0x7f73980968a0 2026-02-14T01:55:41.626 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.621+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f7388067900 con 0x7f73980968a0 2026-02-14T01:55:41.627 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.623+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f7388010040 con 0x7f73980968a0 2026-02-14T01:55:41.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.692+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7398050a10 con 0x7f73980968a0 2026-02-14T01:55:41.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f737effd640 1 -- 10.20.193.44:0/1620686585 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8803 (secure 0 0 0) 0x7f7388041780 con 0x7f73980968a0 2026-02-14T01:55:41.695 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:41.695 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":17,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:41.179956+0000","last_up_change":"2026-02-14T01:55:33.162850+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":1444528540}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":1444528540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":1444528540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":1444528540}]},"public_addr":"10.20.193.44:6805/1444528540","cluster_addr":"10.20.193.44:6806/1444528540","heartbeat_back_addr":"10.20.193.44:6808/1444528540","heartbeat_front_addr":"10.20.193.44:6807/1444528540","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":946824942}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":946824942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":946824942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":946824942}]},"public_addr":"10.20.193.44:6801/946824942","cluster_addr":"10.20.193.44:6802/946824942","heartbeat_back_addr":"10.20.193.44:6804/946824942","heartbeat_front_addr":"10.20.193.44:6803/946824942","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":131172906}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":131172906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":131172906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":131172906}]},"public_addr":"10.20.193.44:6810/131172906","cluster_addr":"10.20.193.44:6811/131172906","heartbeat_back_addr":"10.20.193.44:6815/131172906","heartbeat_front_addr":"10.20.193.44:6813/131172906","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":2319365216}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":2319365216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2319365216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2319365216}]},"public_addr":"10.20.193.44:6809/2319365216","cluster_addr":"10.20.193.44:6812/2319365216","heartbeat_back_addr":"10.20.193.44:6816/2319365216","heartbeat_front_addr":"10.20.193.44:6814/2319365216","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 >> v1:10.20.193.44:6800/3588496006 conn(0x7f736404f790 legacy=0x7f7364051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980968a0 msgr2=0x7f73981c7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980968a0 0x7f73981c7240 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f738800efc0 tx=0x7f738800c490 comp rx=0 tx=0).stop 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 shutdown_connections 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f73980968a0 0x7f73981c7240 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f7398094c90 0x7f73981c6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 --2- 10.20.193.44:0/1620686585 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f73980937a0 0x7f73981c67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.697 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 >> 10.20.193.44:0/1620686585 conn(0x7f739809a280 msgr2=0x7f73981240e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.697 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 shutdown_connections 2026-02-14T01:55:41.697 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.693+0000 7f739cda3640 1 -- 10.20.193.44:0/1620686585 wait complete. 2026-02-14T01:55:41.702 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-14T01:55:41.703 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:55:41.773 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 -- 10.20.193.44:0/3190041695 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806ea40 msgr2=0x7f4188133f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.773 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 --2- 10.20.193.44:0/3190041695 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806ea40 0x7f4188133f60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4178009930 tx=0x7f417802f110 comp rx=0 tx=0).stop 2026-02-14T01:55:41.773 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 -- 10.20.193.44:0/3190041695 shutdown_connections 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 --2- 10.20.193.44:0/3190041695 >> v2:10.20.193.44:3300/0 conn(0x7f41881344a0 0x7f4188136890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 --2- 10.20.193.44:0/3190041695 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806ea40 0x7f4188133f60 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 -- 10.20.193.44:0/3190041695 >> 10.20.193.44:0/3190041695 conn(0x7f41880a1600 msgr2=0x7f41880a1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 -- 10.20.193.44:0/3190041695 shutdown_connections 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 -- 10.20.193.44:0/3190041695 wait complete. 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 Processor -- start 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.769+0000 7f418e821640 1 -- start start 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 0x7f4188129510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.774 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f418806ea40 0x7f4188129a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f41881344a0 0x7f4188129f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4188137990 con 0x7f41881344a0 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4188137810 con 0x7f418806df50 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4188137b10 con 0x7f418806ea40 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 0x7f4188129510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418cd97640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f41881344a0 0x7f4188129f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 0x7f4188129510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44866/0 (socket says 10.20.193.44:44866) 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 -- 10.20.193.44:0/3123313904 learned_addr learned my addr 10.20.193.44:0/3123313904 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f41877fe640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f418806ea40 0x7f4188129a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 -- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f418806ea40 msgr2=0x7f4188129a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f418806ea40 0x7f4188129a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 -- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f41881344a0 msgr2=0x7f4188129f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f41881344a0 0x7f4188129f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 -- 10.20.193.44:0/3123313904 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f418809b700 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4187fff640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 0x7f4188129510 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f417400c700 tx=0x7f417400cbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174004230 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41740044c0 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f418812b810 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41740038f0 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4188072e00 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.770+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41880730f0 con 0x7f418806df50 2026-02-14T01:55:41.776 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.771+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f4174023060 con 0x7f418806df50 2026-02-14T01:55:41.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.771+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f4174066a40 con 0x7f418806df50 2026-02-14T01:55:41.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.773+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f4174040880 con 0x7f418806df50 2026-02-14T01:55:41.843 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.842+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f418806e330 con 0x7f418806df50 2026-02-14T01:55:41.844 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.842+0000 7f4184ff9640 1 -- 10.20.193.44:0/3123313904 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8803 (secure 0 0 0) 0x7f4174066e20 con 0x7f418806df50 2026-02-14T01:55:41.844 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:41.845 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":17,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:41.179956+0000","last_up_change":"2026-02-14T01:55:33.162850+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":1444528540}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":1444528540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":1444528540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":1444528540}]},"public_addr":"10.20.193.44:6805/1444528540","cluster_addr":"10.20.193.44:6806/1444528540","heartbeat_back_addr":"10.20.193.44:6808/1444528540","heartbeat_front_addr":"10.20.193.44:6807/1444528540","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":946824942}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":946824942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":946824942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":946824942}]},"public_addr":"10.20.193.44:6801/946824942","cluster_addr":"10.20.193.44:6802/946824942","heartbeat_back_addr":"10.20.193.44:6804/946824942","heartbeat_front_addr":"10.20.193.44:6803/946824942","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":131172906}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":131172906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":131172906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":131172906}]},"public_addr":"10.20.193.44:6810/131172906","cluster_addr":"10.20.193.44:6811/131172906","heartbeat_back_addr":"10.20.193.44:6815/131172906","heartbeat_front_addr":"10.20.193.44:6813/131172906","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":2319365216}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":2319365216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2319365216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2319365216}]},"public_addr":"10.20.193.44:6809/2319365216","cluster_addr":"10.20.193.44:6812/2319365216","heartbeat_back_addr":"10.20.193.44:6816/2319365216","heartbeat_front_addr":"10.20.193.44:6814/2319365216","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:55:41.845 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 >> v1:10.20.193.44:6800/3588496006 conn(0x7f415804f7c0 legacy=0x7f4158051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 msgr2=0x7f4188129510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 0x7f4188129510 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f417400c700 tx=0x7f417400cbd0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 shutdown_connections 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f41881344a0 0x7f4188129f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f418806ea40 0x7f4188129a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 --2- 10.20.193.44:0/3123313904 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f418806df50 0x7f4188129510 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 >> 10.20.193.44:0/3123313904 conn(0x7f41880a1600 msgr2=0x7f418809ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 shutdown_connections 2026-02-14T01:55:41.846 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.843+0000 7f418e821640 1 -- 10.20.193.44:0/3123313904 wait complete. 2026-02-14T01:55:41.852 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-14T01:55:41.853 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-14T01:55:41.854 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-14T01:55:41.854 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-14T01:55:41.925 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- 10.20.193.44:0/3388617282 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90093830 msgr2=0x7f0a90093c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.925 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- 10.20.193.44:0/3388617282 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90093830 0x7f0a90093c10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0a84009930 tx=0x7f0a8402f110 comp rx=0 tx=0).stop 2026-02-14T01:55:41.925 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- 10.20.193.44:0/3388617282 shutdown_connections 2026-02-14T01:55:41.925 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- 10.20.193.44:0/3388617282 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0a90094ac0 0x7f0a90094f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.925 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- 10.20.193.44:0/3388617282 >> v2:10.20.193.44:3300/0 conn(0x7f0a90096430 0x7f0a90094580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.926 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- 10.20.193.44:0/3388617282 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90093830 0x7f0a90093c10 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.926 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- 10.20.193.44:0/3388617282 >> 10.20.193.44:0/3388617282 conn(0x7f0a9009a170 msgr2=0x7f0a90097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.926 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- 10.20.193.44:0/3388617282 shutdown_connections 2026-02-14T01:55:41.926 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- 10.20.193.44:0/3388617282 wait complete. 2026-02-14T01:55:41.926 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 Processor -- start 2026-02-14T01:55:41.926 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- start start 2026-02-14T01:55:41.927 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 -- 10.20.193.44:0/992449920 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 msgr2=0x7fd34806e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.927 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 --2- 10.20.193.44:0/992449920 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34806e6e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd334009960 tx=0x7fd33402f140 comp rx=0 tx=0).stop 2026-02-14T01:55:41.927 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 -- 10.20.193.44:0/992449920 shutdown_connections 2026-02-14T01:55:41.927 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 --2- 10.20.193.44:0/992449920 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd34812f2e0 0x7fd34812f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.927 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 --2- 10.20.193.44:0/992449920 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34806e6e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.927 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 -- 10.20.193.44:0/992449920 >> 10.20.193.44:0/992449920 conn(0x7fd34809f500 msgr2=0x7fd34809f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.928 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0a90093830 0x7f0a90092b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.928 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0a90094ac0 0x7f0a9006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.928 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 -- 10.20.193.44:0/992449920 shutdown_connections 2026-02-14T01:55:41.929 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90096430 0x7f0a9006e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.929 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7fd34e953640 1 -- 10.20.193.44:0/992449920 wait complete. 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0a90134480 con 0x7f0a90093830 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f0a90134300 con 0x7f0a90094ac0 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a94c44640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f0a90134600 con 0x7f0a90096430 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a8e575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0a90093830 0x7f0a90092b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0a90093830 0x7f0a90092b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53570/0 (socket says 10.20.193.44:53570) 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 -- 10.20.193.44:0/1920820631 learned_addr learned my addr 10.20.193.44:0/1920820631 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8ed76640 1 --2- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90096430 0x7f0a9006e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.923+0000 7f0a8dd74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0a90094ac0 0x7f0a9006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.931 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 -- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90096430 msgr2=0x7f0a9006e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 --2- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0a90096430 0x7f0a9006e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 -- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0a90094ac0 msgr2=0x7f0a9006dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 --2- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0a90094ac0 0x7f0a9006dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 -- 10.20.193.44:0/1920820631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a90095f10 con 0x7f0a90093830 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8dd74640 1 --2- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0a90094ac0 0x7f0a9006dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a8e575640 1 --2- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0a90093830 0x7f0a90092b10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0a84009a60 tx=0x7f0a84002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a84046070 con 0x7f0a90093830 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a84004550 con 0x7f0a90093830 2026-02-14T01:55:41.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a9006f8d0 con 0x7f0a90093830 2026-02-14T01:55:41.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 -- 10.20.193.44:0/3257858649 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c06e300 msgr2=0x7f4d7c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 --2- 10.20.193.44:0/3257858649 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c06e300 0x7f4d7c06e6e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4d70009a00 tx=0x7f4d7002f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a84002d10 con 0x7f0a90093830 2026-02-14T01:55:41.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a90131680 con 0x7f0a90093830 2026-02-14T01:55:41.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 -- 10.20.193.44:0/3257858649 shutdown_connections 2026-02-14T01:55:41.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 --2- 10.20.193.44:0/3257858649 >> v2:10.20.193.44:3300/0 conn(0x7f4d7c06ec20 0x7f4d7c12ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 --2- 10.20.193.44:0/3257858649 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c06e300 0x7f4d7c06e6e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 -- 10.20.193.44:0/3257858649 >> 10.20.193.44:0/3257858649 conn(0x7f4d7c09f500 msgr2=0x7f4d7c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 Processor -- start 2026-02-14T01:55:41.935 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 -- 10.20.193.44:0/3257858649 shutdown_connections 2026-02-14T01:55:41.935 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f4d81948640 1 -- 10.20.193.44:0/3257858649 wait complete. 2026-02-14T01:55:41.936 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 -- start start 2026-02-14T01:55:41.936 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34809ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.936 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd34806ec20 0x7fd34809b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.936 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0a90093c10 con 0x7f0a90093830 2026-02-14T01:55:41.937 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd34812f2e0 0x7fd34812f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3481379d0 con 0x7fd34806ec20 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fd348137850 con 0x7fd34806e300 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34e953640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fd348137b50 con 0x7fd34812f2e0 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd347fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34809ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd3477fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd34806ec20 0x7fd34809b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd347fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34809ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44900/0 (socket says 10.20.193.44:44900) 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd347fff640 1 -- 10.20.193.44:0/2260922995 learned_addr learned my addr 10.20.193.44:0/2260922995 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.924+0000 7fd34cec9640 1 --2- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd34812f2e0 0x7fd34812f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd347fff640 1 -- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd34812f2e0 msgr2=0x7fd34812f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd347fff640 1 --2- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd34812f2e0 0x7fd34812f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.938 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd347fff640 1 -- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd34806ec20 msgr2=0x7fd34809b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.939 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd347fff640 1 --2- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd34806ec20 0x7fd34809b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.939 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd347fff640 1 -- 10.20.193.44:0/2260922995 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd348131fd0 con 0x7fd34806e300 2026-02-14T01:55:41.939 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd347fff640 1 --2- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34809ac20 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd334009a90 tx=0x7fd334002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.939 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 Processor -- start 2026-02-14T01:55:41.939 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f0a84038470 con 0x7f0a90093830 2026-02-14T01:55:41.940 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd334004550 con 0x7fd34806e300 2026-02-14T01:55:41.940 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 -- start start 2026-02-14T01:55:41.941 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd334002d10 con 0x7fd34806e300 2026-02-14T01:55:41.941 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd34809b6a0 con 0x7fd34806e300 2026-02-14T01:55:41.941 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd334004b00 con 0x7fd34806e300 2026-02-14T01:55:41.941 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3481317b0 con 0x7fd34806e300 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4d7c06e300 0x7f4d7c12ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4d7c06ec20 0x7f4d7c130470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c12f110 0x7f4d7c1309b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c137a30 con 0x7f4d7c06ec20 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4d7c1378b0 con 0x7f4d7c06e300 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d81948640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4d7c137bb0 con 0x7f4d7c12f110 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7affd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4d7c06e300 0x7f4d7c12ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.942 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4d7c06ec20 0x7f4d7c130470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.943 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7affd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4d7c06e300 0x7f4d7c12ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44908/0 (socket says 10.20.193.44:44908) 2026-02-14T01:55:41.943 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7affd640 1 -- 10.20.193.44:0/1882709016 learned_addr learned my addr 10.20.193.44:0/1882709016 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.943 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f0a8408b1e0 con 0x7f0a90093830 2026-02-14T01:55:41.943 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7b7fe640 1 --2- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c12f110 0x7f4d7c1309b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 --> v1:10.20.193.44:6801/946824942 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0a8403ae90 con 0x7f0a5c055e10 2026-02-14T01:55:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f0a84092050 con 0x7f0a90093830 2026-02-14T01:55:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 -- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c12f110 msgr2=0x7f4d7c1309b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 --2- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4d7c12f110 0x7f4d7c1309b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 -- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4d7c06e300 msgr2=0x7f4d7c12ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 --2- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4d7c06e300 0x7f4d7c12ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 -- 10.20.193.44:0/1882709016 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7c131eb0 con 0x7f4d7c06ec20 2026-02-14T01:55:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7affd640 1 --2- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4d7c06e300 0x7f4d7c12ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd34806e6e0 con 0x7fd34806e300 2026-02-14T01:55:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 -- 10.20.193.44:0/3627744601 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071190 msgr2=0x7ff708071570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 --2- 10.20.193.44:0/3627744601 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071190 0x7ff708071570 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc009a00 tx=0x7ff6fc02f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d7a7fc640 1 --2- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4d7c06ec20 0x7f4d7c130470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400e9f0 tx=0x7f4d6400eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 -- 10.20.193.44:0/3627744601 shutdown_connections 2026-02-14T01:55:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 --2- 10.20.193.44:0/3627744601 >> v2:10.20.193.44:3300/0 conn(0x7ff708095ba0 0x7ff708134f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 --2- 10.20.193.44:0/3627744601 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071190 0x7ff708071570 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 -- 10.20.193.44:0/3627744601 >> 10.20.193.44:0/3627744601 conn(0x7ff70809bd40 msgr2=0x7ff70809c150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 -- 10.20.193.44:0/3627744601 shutdown_connections 2026-02-14T01:55:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7ff70cafb640 1 -- 10.20.193.44:0/3627744601 wait complete. 2026-02-14T01:55:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6400cd80 con 0x7f4d7c06ec20 2026-02-14T01:55:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.925+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d640041c0 con 0x7f4d7c06ec20 2026-02-14T01:55:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d640026e0 con 0x7f4d7c06ec20 2026-02-14T01:55:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7c130ef0 con 0x7f4d7c06ec20 2026-02-14T01:55:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d7c1327b0 con 0x7f4d7c06ec20 2026-02-14T01:55:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fd334038470 con 0x7fd34806e300 2026-02-14T01:55:41.949 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== osd.1 v1:10.20.193.44:6801/946824942 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f0a8403ae90 con 0x7f0a5c055e10 2026-02-14T01:55:41.949 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 Processor -- start 2026-02-14T01:55:41.949 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4d7c06e6e0 con 0x7f4d7c06ec20 2026-02-14T01:55:41.950 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 -- start start 2026-02-14T01:55:41.950 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fd33408b790 con 0x7fd34806e300 2026-02-14T01:55:41.950 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 --> v1:10.20.193.44:6810/131172906 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd334033e50 con 0x7fd318055e10 2026-02-14T01:55:41.950 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fd3340902c0 con 0x7fd34806e300 2026-02-14T01:55:41.951 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f4d64002880 con 0x7f4d7c06ec20 2026-02-14T01:55:41.952 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff708071190 0x7ff7081c69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.952 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071ab0 0x7ff7081c6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.952 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff708095ba0 0x7ff7081c7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff708135600 con 0x7ff708071190 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7ff708135480 con 0x7ff708095ba0 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff70cafb640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7ff708135780 con 0x7ff708071ab0 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff705d74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071ab0 0x7ff7081c6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff706575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff708071190 0x7ff7081c69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff706575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff708071190 0x7ff7081c69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53618/0 (socket says 10.20.193.44:53618) 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff705d74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071ab0 0x7ff7081c6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:35806/0 (socket says 10.20.193.44:35806) 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff706575640 1 -- 10.20.193.44:0/258070714 learned_addr learned my addr 10.20.193.44:0/258070714 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff706d76640 1 --2- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff708095ba0 0x7ff7081c7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff705d74640 1 -- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff708095ba0 msgr2=0x7ff7081c7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f4d64067510 con 0x7f4d7c06ec20 2026-02-14T01:55:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 --> v1:10.20.193.44:6805/1444528540 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4d4c059b00 con 0x7f4d4c055e10 2026-02-14T01:55:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f4d6406e050 con 0x7f4d7c06ec20 2026-02-14T01:55:41.955 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff705d74640 1 --2- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff708095ba0 0x7ff7081c7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.955 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.926+0000 7ff705d74640 1 -- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff708071190 msgr2=0x7ff7081c69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.955 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff705d74640 1 --2- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff708071190 0x7ff7081c69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.955 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff705d74640 1 -- 10.20.193.44:0/258070714 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff708099340 con 0x7ff708071ab0 2026-02-14T01:55:41.955 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff705d74640 1 --2- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071ab0 0x7ff7081c6ef0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff6f000c510 tx=0x7ff6f000c9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:41.956 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f00052d0 con 0x7ff708071ab0 2026-02-14T01:55:41.956 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6f0005470 con 0x7ff708071ab0 2026-02-14T01:55:41.956 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0003950 con 0x7ff708071ab0 2026-02-14T01:55:41.956 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff708129be0 con 0x7ff708071ab0 2026-02-14T01:55:41.956 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== osd.2 v1:10.20.193.44:6810/131172906 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7fd334033e50 con 0x7fd318055e10 2026-02-14T01:55:41.956 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7080967b0 con 0x7ff708071ab0 2026-02-14T01:55:41.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff708127330 con 0x7ff708071ab0 2026-02-14T01:55:41.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.927+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== osd.0 v1:10.20.193.44:6805/1444528540 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f4d4c059b00 con 0x7f4d4c055e10 2026-02-14T01:55:41.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.928+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7ff6f0003af0 con 0x7ff708071ab0 2026-02-14T01:55:41.958 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.928+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7ff6f0066730 con 0x7ff708071ab0 2026-02-14T01:55:41.958 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.928+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 --> v1:10.20.193.44:6809/2319365216 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff6f0004ec0 con 0x7ff6d4055e80 2026-02-14T01:55:41.958 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.928+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7ff6f006d050 con 0x7ff708071ab0 2026-02-14T01:55:41.958 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.929+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== osd.3 v1:10.20.193.44:6809/2319365216 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7ff6f0004ec0 con 0x7ff6d4055e80 2026-02-14T01:55:41.958 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 --> v1:10.20.193.44:6801/946824942 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0a900932d0 con 0x7f0a5c055e10 2026-02-14T01:55:41.958 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a76ffd640 1 -- 10.20.193.44:0/1920820631 <== osd.1 v1:10.20.193.44:6801/946824942 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 2217796425) 0x7f0a900932d0 con 0x7f0a5c055e10 2026-02-14T01:55:41.959 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 >> v1:10.20.193.44:6801/946824942 conn(0x7f0a5c055e10 legacy=0x7f0a5c058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.959 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 >> v1:10.20.193.44:6800/3588496006 conn(0x7f0a5c04f790 legacy=0x7f0a5c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.959 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0a90093830 msgr2=0x7f0a90092b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 --2- 10.20.193.44:0/1920820631 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0a90093830 0x7f0a90092b10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0a84009a60 tx=0x7f0a84002910 comp rx=0 tx=0).stop 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a8ed76640 1 -- 10.20.193.44:0/1920820631 reap_dead start 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 shutdown_connections 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 >> 10.20.193.44:0/1920820631 conn(0x7f0a9009a170 msgr2=0x7f0a9009b4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 shutdown_connections 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 --> v1:10.20.193.44:6810/131172906 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd3481322b0 con 0x7fd318055e10 2026-02-14T01:55:41.960 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7f0a94c44640 1 -- 10.20.193.44:0/1920820631 wait complete. 2026-02-14T01:55:41.961 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.934+0000 7fd344ff9640 1 -- 10.20.193.44:0/2260922995 <== osd.2 v1:10.20.193.44:6810/131172906 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7fd3481322b0 con 0x7fd318055e10 2026-02-14T01:55:41.961 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 --> v1:10.20.193.44:6805/1444528540 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4d7c0630c0 con 0x7f4d4c055e10 2026-02-14T01:55:41.962 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 >> v1:10.20.193.44:6810/131172906 conn(0x7fd318055e10 legacy=0x7fd318058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.962 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 >> v1:10.20.193.44:6800/3588496006 conn(0x7fd31804f790 legacy=0x7fd318051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.962 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 msgr2=0x7fd34809ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.962 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 --2- 10.20.193.44:0/2260922995 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd34806e300 0x7fd34809ac20 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd334009a90 tx=0x7fd334002910 comp rx=0 tx=0).stop 2026-02-14T01:55:41.962 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34cec9640 1 -- 10.20.193.44:0/2260922995 reap_dead start 2026-02-14T01:55:41.962 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d53fff640 1 -- 10.20.193.44:0/1882709016 <== osd.0 v1:10.20.193.44:6805/1444528540 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 2217796425) 0x7f4d7c0630c0 con 0x7f4d4c055e10 2026-02-14T01:55:41.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 shutdown_connections 2026-02-14T01:55:41.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 >> 10.20.193.44:0/2260922995 conn(0x7fd34809f500 msgr2=0x7fd34809d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 shutdown_connections 2026-02-14T01:55:41.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7fd34e953640 1 -- 10.20.193.44:0/2260922995 wait complete. 2026-02-14T01:55:41.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 >> v1:10.20.193.44:6805/1444528540 conn(0x7f4d4c055e10 legacy=0x7f4d4c058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 >> v1:10.20.193.44:6800/3588496006 conn(0x7f4d4c04f790 legacy=0x7f4d4c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4d7c06ec20 msgr2=0x7f4d7c130470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 --2- 10.20.193.44:0/1882709016 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4d7c06ec20 0x7f4d7c130470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400e9f0 tx=0x7f4d6400eec0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d7b7fe640 1 -- 10.20.193.44:0/1882709016 reap_dead start 2026-02-14T01:55:41.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 shutdown_connections 2026-02-14T01:55:41.965 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 >> 10.20.193.44:0/1882709016 conn(0x7f4d7c09f500 msgr2=0x7f4d7c09cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.965 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 shutdown_connections 2026-02-14T01:55:41.965 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.935+0000 7f4d81948640 1 -- 10.20.193.44:0/1882709016 wait complete. 2026-02-14T01:55:41.965 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.936+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 --> v1:10.20.193.44:6809/2319365216 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff708126ca0 con 0x7ff6d4055e80 2026-02-14T01:55:41.965 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff6eeffd640 1 -- 10.20.193.44:0/258070714 <== osd.3 v1:10.20.193.44:6809/2319365216 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7ff708126ca0 con 0x7ff6d4055e80 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 >> v1:10.20.193.44:6809/2319365216 conn(0x7ff6d4055e80 legacy=0x7ff6d4058300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 >> v1:10.20.193.44:6800/3588496006 conn(0x7ff6d404f790 legacy=0x7ff6d4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071ab0 msgr2=0x7ff7081c6ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 --2- 10.20.193.44:0/258070714 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff708071ab0 0x7ff7081c6ef0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff6f000c510 tx=0x7ff6f000c9e0 comp rx=0 tx=0).stop 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff706d76640 1 -- 10.20.193.44:0/258070714 reap_dead start 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 shutdown_connections 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 >> 10.20.193.44:0/258070714 conn(0x7ff70809bd40 msgr2=0x7ff708126310 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 shutdown_connections 2026-02-14T01:55:41.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:41.937+0000 7ff70cafb640 1 -- 10.20.193.44:0/258070714 wait complete. 2026-02-14T01:55:41.967 INFO:teuthology.orchestra.run.trial044.stdout:42949672963 2026-02-14T01:55:41.967 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:55:41.968 INFO:teuthology.orchestra.run.trial044.stdout:38654705667 2026-02-14T01:55:41.968 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:55:41.969 INFO:teuthology.orchestra.run.trial044.stdout:38654705667 2026-02-14T01:55:41.969 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:55:41.970 INFO:teuthology.orchestra.run.trial044.stdout:42949672963 2026-02-14T01:55:41.970 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:55:42.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 -- 10.20.193.44:0/2294230383 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 msgr2=0x7f3c9806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 --2- 10.20.193.44:0/2294230383 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c9806e330 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c009930 tx=0x7f3c8c02f110 comp rx=0 tx=0).stop 2026-02-14T01:55:42.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 -- 10.20.193.44:0/2294230383 shutdown_connections 2026-02-14T01:55:42.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 --2- 10.20.193.44:0/2294230383 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c981343e0 0x7f3c981367d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 --2- 10.20.193.44:0/2294230383 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c9806e330 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 -- 10.20.193.44:0/2294230383 >> 10.20.193.44:0/2294230383 conn(0x7f3c9809bcd0 msgr2=0x7f3c9809c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 -- 10.20.193.44:0/2294230383 shutdown_connections 2026-02-14T01:55:42.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 -- 10.20.193.44:0/2294230383 wait complete. 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 -- 10.20.193.44:0/478911119 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 msgr2=0x7fb4f012ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/478911119 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012ce30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009930 tx=0x7fb4e402f110 comp rx=0 tx=0).stop 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 -- 10.20.193.44:0/478911119 shutdown_connections 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/478911119 >> v2:10.20.193.44:3300/0 conn(0x7fb4f012d370 0x7fb4f0071190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/478911119 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012ce30 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 -- 10.20.193.44:0/478911119 >> 10.20.193.44:0/478911119 conn(0x7fb4f009bdb0 msgr2=0x7fb4f009c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 -- 10.20.193.44:0/478911119 shutdown_connections 2026-02-14T01:55:42.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 -- 10.20.193.44:0/478911119 wait complete. 2026-02-14T01:55:42.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 Processor -- start 2026-02-14T01:55:42.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7f3c97577640 1 -- start start 2026-02-14T01:55:42.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.076+0000 7fb4f4fed640 1 Processor -- start 2026-02-14T01:55:42.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 -- start start 2026-02-14T01:55:42.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c98133660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c9806ffa0 0x7f3c98133ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c981343e0 0x7f3c98097350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3c981376c0 con 0x7f3c9806df50 2026-02-14T01:55:42.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f3c98137540 con 0x7f3c9806ffa0 2026-02-14T01:55:42.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f3c98137840 con 0x7f3c981343e0 2026-02-14T01:55:42.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb4f00716d0 0x7fb4f012d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.084 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb4f012d370 0x7fb4f012e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.084 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f0135630 con 0x7fb4f00716d0 2026-02-14T01:55:42.084 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f01354b0 con 0x7fb4f012d370 2026-02-14T01:55:42.084 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb4f01357b0 con 0x7fb4f012ca50 2026-02-14T01:55:42.084 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c98133660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c98133660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53654/0 (socket says 10.20.193.44:53654) 2026-02-14T01:55:42.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 -- 10.20.193.44:0/3107649848 learned_addr learned my addr 10.20.193.44:0/3107649848 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:42.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96d76640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c981343e0 0x7f3c98097350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4ee575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb4f00716d0 0x7fb4f012d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4edd74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.086 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c95d74640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c9806ffa0 0x7f3c98133ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.086 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4edd74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:35852/0 (socket says 10.20.193.44:35852) 2026-02-14T01:55:42.086 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4ee575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb4f00716d0 0x7fb4f012d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53666/0 (socket says 10.20.193.44:53666) 2026-02-14T01:55:42.086 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4edd74640 1 -- 10.20.193.44:0/87392907 learned_addr learned my addr 10.20.193.44:0/87392907 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:42.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb4f012d370 0x7fb4f012e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 -- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c981343e0 msgr2=0x7f3c98097350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c981343e0 0x7f3c98097350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 -- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c9806ffa0 msgr2=0x7f3c98133ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c9806ffa0 0x7f3c98133ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 -- 10.20.193.44:0/3107649848 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c980730e0 con 0x7f3c9806df50 2026-02-14T01:55:42.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 -- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 msgr2=0x7fb4f012de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 -- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb4f00716d0 msgr2=0x7fb4f012d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb4f00716d0 0x7fb4f012d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 -- 10.20.193.44:0/87392907 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f012faf0 con 0x7fb4f012d370 2026-02-14T01:55:42.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4edd74640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:42.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c96575640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c98133660 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c009a60 tx=0x7f3c8c002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:42.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4eed76640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb4f012d370 0x7fb4f012e3c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb4e000caa0 tx=0x7fb4e000cf70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:42.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c002d10 con 0x7f3c9806df50 2026-02-14T01:55:42.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c8c02fe50 con 0x7f3c9806df50 2026-02-14T01:55:42.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c98099630 con 0x7f3c9806df50 2026-02-14T01:55:42.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c004b00 con 0x7f3c9806df50 2026-02-14T01:55:42.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c98099ea0 con 0x7f3c9806df50 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 -- 10.20.193.44:0/3470909316 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70128730 msgr2=0x7fcb70128b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 --2- 10.20.193.44:0/3470909316 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70128730 0x7fcb70128b10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c009a00 tx=0x7fcb5c02f280 comp rx=0 tx=0).stop 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 -- 10.20.193.44:0/3470909316 shutdown_connections 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 --2- 10.20.193.44:0/3470909316 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 0x7fcb7012c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 --2- 10.20.193.44:0/3470909316 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70128730 0x7fcb70128b10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 -- 10.20.193.44:0/3470909316 >> 10.20.193.44:0/3470909316 conn(0x7fcb7009c210 msgr2=0x7fcb7009c620 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.091 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0016020 con 0x7fb4f012d370 2026-02-14T01:55:42.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4e000ad50 con 0x7fb4f012d370 2026-02-14T01:55:42.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f012f810 con 0x7fb4f012d370 2026-02-14T01:55:42.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0012680 con 0x7fb4f012d370 2026-02-14T01:55:42.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f01297b0 con 0x7fb4f012d370 2026-02-14T01:55:42.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 -- 10.20.193.44:0/3470909316 shutdown_connections 2026-02-14T01:55:42.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.077+0000 7fcb76402640 1 -- 10.20.193.44:0/3470909316 wait complete. 2026-02-14T01:55:42.093 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c980729c0 con 0x7f3c9806df50 2026-02-14T01:55:42.093 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 Processor -- start 2026-02-14T01:55:42.093 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4f012b030 con 0x7fb4f012d370 2026-02-14T01:55:42.094 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 -- start start 2026-02-14T01:55:42.094 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f3c8c038470 con 0x7f3c9806df50 2026-02-14T01:55:42.094 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fb4e0012820 con 0x7fb4f012d370 2026-02-14T01:55:42.095 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcb70128730 0x7fcb7012c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.095 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70129050 0x7fcb7012ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.095 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcb70128730 0x7fcb7012c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 0x7fcb7012cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcb70134770 con 0x7fcb70129050 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fcb701345f0 con 0x7fcb70128730 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcb70128730 0x7fcb7012c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44966/0 (socket says 10.20.193.44:44966) 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb76402640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fcb701348f0 con 0x7fcb7012c0d0 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6ffff640 1 -- 10.20.193.44:0/2106852879 learned_addr learned my addr 10.20.193.44:0/2106852879 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6f7fe640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70129050 0x7fcb7012ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.096 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f3c8c08b040 con 0x7f3c9806df50 2026-02-14T01:55:42.097 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb74978640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 0x7fcb7012cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.097 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6f7fe640 1 -- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 msgr2=0x7fcb7012cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.098 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6f7fe640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 0x7fcb7012cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.098 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6f7fe640 1 -- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcb70128730 msgr2=0x7fcb7012c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.098 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6f7fe640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcb70128730 0x7fcb7012c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.098 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb6f7fe640 1 -- 10.20.193.44:0/2106852879 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb70126220 con 0x7fcb70129050 2026-02-14T01:55:42.098 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.078+0000 7fcb74978640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 0x7fcb7012cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-14T01:55:42.098 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.079+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fb4e0067050 con 0x7fb4f012d370 2026-02-14T01:55:42.099 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.079+0000 7fcb6f7fe640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70129050 0x7fcb7012ca60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcb6000c510 tx=0x7fcb6000c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:42.099 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb600052d0 con 0x7fcb70129050 2026-02-14T01:55:42.099 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb60005470 con 0x7fcb70129050 2026-02-14T01:55:42.099 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb60003950 con 0x7fcb70129050 2026-02-14T01:55:42.099 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb7012e780 con 0x7fcb70129050 2026-02-14T01:55:42.100 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f3c8c064e80 con 0x7f3c9806df50 2026-02-14T01:55:42.100 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb701231f0 con 0x7fcb70129050 2026-02-14T01:55:42.100 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.080+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fb4f012b030 con 0x7fb4f012d370 2026-02-14T01:55:42.101 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 -- 10.20.193.44:0/54374321 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d412f220 msgr2=0x7f52d412f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.101 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 --2- 10.20.193.44:0/54374321 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d412f220 0x7f52d412f660 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f52d40736d0 tx=0x7f52d002f3b0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.101 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 -- 10.20.193.44:0/54374321 shutdown_connections 2026-02-14T01:55:42.101 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 --2- 10.20.193.44:0/54374321 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d412f220 0x7f52d412f660 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.101 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 --2- 10.20.193.44:0/54374321 >> v2:10.20.193.44:3300/0 conn(0x7f52d4072530 0x7f52d4072910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.102 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 -- 10.20.193.44:0/54374321 >> 10.20.193.44:0/54374321 conn(0x7f52d409c170 msgr2=0x7f52d409c580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.102 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 -- 10.20.193.44:0/54374321 shutdown_connections 2026-02-14T01:55:42.102 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 -- 10.20.193.44:0/54374321 wait complete. 2026-02-14T01:55:42.102 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb7012d780 con 0x7fcb70129050 2026-02-14T01:55:42.102 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fcb60003af0 con 0x7fcb70129050 2026-02-14T01:55:42.103 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fcb60066690 con 0x7fcb70129050 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 Processor -- start 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.081+0000 7f52db050640 1 -- start start 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f52d4072530 0x7f52d4126d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d4072e50 0x7f52d41272c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f52d412f220 0x7f52d4127800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f52d4137ab0 con 0x7f52d4072530 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f52d4137930 con 0x7f52d4072e50 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f52d4137c30 con 0x7f52d412f220 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d8dc5640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f52d4072530 0x7f52d4126d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.105 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52cbfff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d4072e50 0x7f52d41272c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f52d412f220 0x7f52d4127800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d8dc5640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f52d4072530 0x7f52d4126d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53696/0 (socket says 10.20.193.44:53696) 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52cbfff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d4072e50 0x7f52d41272c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:44976/0 (socket says 10.20.193.44:44976) 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d8dc5640 1 -- 10.20.193.44:0/1631801213 learned_addr learned my addr 10.20.193.44:0/1631801213 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 -- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d4072e50 msgr2=0x7f52d41272c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d4072e50 0x7f52d41272c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 -- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f52d4072530 msgr2=0x7f52d4126d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f52d4072530 0x7f52d4126d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 -- 10.20.193.44:0/1631801213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d4130b40 con 0x7f52d412f220 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52d95c6640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f52d412f220 0x7f52d4127800 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f52d0033000 tx=0x7f52d0002e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d00042d0 con 0x7f52d412f220 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52d0004490 con 0x7f52d412f220 2026-02-14T01:55:42.106 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52d4127d40 con 0x7f52d412f220 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d0004920 con 0x7f52d412f220 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.082+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f52d412ff90 con 0x7f52d412f220 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.083+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52d4072910 con 0x7f52d412f220 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.083+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f52d0007420 con 0x7f52d412f220 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.083+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f52d008af60 con 0x7f52d412f220 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.083+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fcb70126220 con 0x7fcb70129050 2026-02-14T01:55:42.107 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.086+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f52d4073280 con 0x7f52d412f220 2026-02-14T01:55:42.152 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.151+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb4f012ce30 con 0x7fb4f012d370 2026-02-14T01:55:42.153 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.151+0000 7fb4d6ffd640 1 -- 10.20.193.44:0/87392907 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb4e0020030 con 0x7fb4f012d370 2026-02-14T01:55:42.153 INFO:teuthology.orchestra.run.trial044.stdout:38654705666 2026-02-14T01:55:42.154 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.151+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3c9806e330 con 0x7f3c9806df50 2026-02-14T01:55:42.154 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.152+0000 7f3c7effd640 1 -- 10.20.193.44:0/3107649848 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3c8c08a1a0 con 0x7f3c9806df50 2026-02-14T01:55:42.154 INFO:teuthology.orchestra.run.trial044.stdout:42949672962 2026-02-14T01:55:42.155 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 >> v1:10.20.193.44:6800/3588496006 conn(0x7fb4bc04f790 legacy=0x7fb4bc051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.155 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb4f012d370 msgr2=0x7fb4f012e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.155 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb4f012d370 0x7fb4f012e3c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb4e000caa0 tx=0x7fb4e000cf70 comp rx=0 tx=0).stop 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 shutdown_connections 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb4f012d370 0x7fb4f012e3c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb4f012ca50 0x7fb4f012de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 --2- 10.20.193.44:0/87392907 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb4f00716d0 0x7fb4f012d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 >> 10.20.193.44:0/87392907 conn(0x7fb4f009bdb0 msgr2=0x7fb4f00987c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 shutdown_connections 2026-02-14T01:55:42.156 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7fb4f4fed640 1 -- 10.20.193.44:0/87392907 wait complete. 2026-02-14T01:55:42.157 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 >> v1:10.20.193.44:6800/3588496006 conn(0x7f3c6404f790 legacy=0x7f3c64051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.157 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 msgr2=0x7f3c98133660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.157 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c98133660 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c009a60 tx=0x7f3c8c002910 comp rx=0 tx=0).stop 2026-02-14T01:55:42.157 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 shutdown_connections 2026-02-14T01:55:42.157 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c981343e0 0x7f3c98097350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.158 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c9806ffa0 0x7f3c98133ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.158 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 --2- 10.20.193.44:0/3107649848 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c9806df50 0x7f3c98133660 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.158 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 >> 10.20.193.44:0/3107649848 conn(0x7f3c9809bcd0 msgr2=0x7f3c98071840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.158 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 shutdown_connections 2026-02-14T01:55:42.158 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.153+0000 7f3c97577640 1 -- 10.20.193.44:0/3107649848 wait complete. 2026-02-14T01:55:42.158 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.157+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f52d4050a10 con 0x7f52d412f220 2026-02-14T01:55:42.159 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.157+0000 7f52c97fa640 1 -- 10.20.193.44:0/1631801213 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f52d0064da0 con 0x7f52d412f220 2026-02-14T01:55:42.159 INFO:teuthology.orchestra.run.trial044.stdout:42949672962 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 >> v1:10.20.193.44:6800/3588496006 conn(0x7f52a404f790 legacy=0x7f52a4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f52d412f220 msgr2=0x7f52d4127800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f52d412f220 0x7f52d4127800 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f52d0033000 tx=0x7f52d0002e40 comp rx=0 tx=0).stop 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 shutdown_connections 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f52d412f220 0x7f52d4127800 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f52d4072e50 0x7f52d41272c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 --2- 10.20.193.44:0/1631801213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f52d4072530 0x7f52d4126d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.161 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 >> 10.20.193.44:0/1631801213 conn(0x7f52d409c170 msgr2=0x7f52d412e900 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.162 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 shutdown_connections 2026-02-14T01:55:42.162 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7f52db050640 1 -- 10.20.193.44:0/1631801213 wait complete. 2026-02-14T01:55:42.162 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fcb70128b10 con 0x7fcb70129050 2026-02-14T01:55:42.162 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.159+0000 7fcb6cff9640 1 -- 10.20.193.44:0/2106852879 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcb60040650 con 0x7fcb70129050 2026-02-14T01:55:42.163 INFO:teuthology.orchestra.run.trial044.stdout:38654705666 2026-02-14T01:55:42.164 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.2 2026-02-14T01:55:42.165 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.0 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 >> v1:10.20.193.44:6800/3588496006 conn(0x7fcb4004f790 legacy=0x7fcb40051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70129050 msgr2=0x7fcb7012ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70129050 0x7fcb7012ca60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcb6000c510 tx=0x7fcb6000c9e0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 shutdown_connections 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcb7012c0d0 0x7fcb7012cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcb70129050 0x7fcb7012ca60 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 --2- 10.20.193.44:0/2106852879 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcb70128730 0x7fcb7012c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:42.166 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 >> 10.20.193.44:0/2106852879 conn(0x7fcb7009c210 msgr2=0x7fcb701297c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:42.167 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 shutdown_connections 2026-02-14T01:55:42.167 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:42.161+0000 7fcb76402640 1 -- 10.20.193.44:0/2106852879 wait complete. 2026-02-14T01:55:42.168 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-14T01:55:42.171 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.1 2026-02-14T01:55:43.165 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:55:43.166 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:55:43.169 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:55:43.172 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 -- 10.20.193.44:0/905772480 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c0970d0 msgr2=0x7f298c133440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 --2- 10.20.193.44:0/905772480 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c0970d0 0x7f298c133440 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2980009960 tx=0x7f298002f140 comp rx=0 tx=0).stop 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 -- 10.20.193.44:0/905772480 shutdown_connections 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 --2- 10.20.193.44:0/905772480 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c0970d0 0x7f298c133440 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 --2- 10.20.193.44:0/905772480 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f298c0967b0 0x7f298c096b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 -- 10.20.193.44:0/905772480 >> 10.20.193.44:0/905772480 conn(0x7f298c09bdb0 msgr2=0x7f298c09c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.239 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 -- 10.20.193.44:0/905772480 shutdown_connections 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 -- 10.20.193.44:0/905772480 wait complete. 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 Processor -- start 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.235+0000 7f2993fc6640 1 -- start start 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 0x7f298c132450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f298c0970d0 0x7f298c132990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c133980 0x7f298c071180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f298c1379f0 con 0x7f298c0967b0 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f298c137870 con 0x7f298c0970d0 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f298c137b70 con 0x7f298c133980 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 0x7f298c132450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f299253c640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c133980 0x7f298c071180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.240 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f299153a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f298c0970d0 0x7f298c132990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 0x7f298c132450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53710/0 (socket says 10.20.193.44:53710) 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 -- 10.20.193.44:0/1215254389 learned_addr learned my addr 10.20.193.44:0/1215254389 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 -- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c133980 msgr2=0x7f298c071180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c133980 0x7f298c071180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 -- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f298c0970d0 msgr2=0x7f298c132990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f298c0970d0 0x7f298c132990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 -- 10.20.193.44:0/1215254389 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c072ca0 con 0x7f298c0967b0 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2991d3b640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 0x7f298c132450 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f297c00ea10 tx=0x7f297c00eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c00ce50 con 0x7f298c0967b0 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f297c0040d0 con 0x7f298c0967b0 2026-02-14T01:55:43.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c0044e0 con 0x7f298c0967b0 2026-02-14T01:55:43.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298c073d80 con 0x7f298c0967b0 2026-02-14T01:55:43.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f298c132ed0 con 0x7f298c0967b0 2026-02-14T01:55:43.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/2713941862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf406ec20 msgr2=0x7f4cf412ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/2713941862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf406ec20 0x7f4cf412ebd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4009a30 tx=0x7f4ce402f220 comp rx=0 tx=0).stop 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/2713941862 shutdown_connections 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/2713941862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf406ec20 0x7f4cf412ebd0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/2713941862 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406e300 0x7f4cf406e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.236+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/2713941862 >> 10.20.193.44:0/2713941862 conn(0x7f4cf409f500 msgr2=0x7f4cf409f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/2713941862 shutdown_connections 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/2713941862 wait complete. 2026-02-14T01:55:43.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f298c09c580 con 0x7f298c0967b0 2026-02-14T01:55:43.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 Processor -- start 2026-02-14T01:55:43.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f297c020030 con 0x7f298c0967b0 2026-02-14T01:55:43.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 -- start start 2026-02-14T01:55:43.245 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f297c0672d0 con 0x7f298c0967b0 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4cf406e300 0x7f4cf412ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406ec20 0x7f4cf4130470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 0x7f4cf41309b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf4137a30 con 0x7f4cf406e300 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4cf41378b0 con 0x7f4cf412f110 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf9bbc640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4cf4137bb0 con 0x7f4cf406ec20 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf3fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 0x7f4cf41309b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.247 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf2ffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406ec20 0x7f4cf4130470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf37fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4cf406e300 0x7f4cf412ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf3fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 0x7f4cf41309b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:45008/0 (socket says 10.20.193.44:45008) 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf3fff640 1 -- 10.20.193.44:0/3315473719 learned_addr learned my addr 10.20.193.44:0/3315473719 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf2ffd640 1 -- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 msgr2=0x7f4cf41309b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf2ffd640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 0x7f4cf41309b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf2ffd640 1 -- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4cf406e300 msgr2=0x7f4cf412ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf2ffd640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4cf406e300 0x7f4cf412ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf2ffd640 1 -- 10.20.193.44:0/3315473719 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cf4131a30 con 0x7f4cf406ec20 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.237+0000 7f4cf3fff640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 0x7f4cf41309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4cf2ffd640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406ec20 0x7f4cf4130470 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4069fe0 tx=0x7f4ce4002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4004570 con 0x7f4cf406ec20 2026-02-14T01:55:43.248 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ce4002d10 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4004b20 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cf4129510 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cf4132350 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cf406e6e0 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.238+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f4ce4004cc0 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.239+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f4ce408b4b0 con 0x7f4cf406ec20 2026-02-14T01:55:43.249 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.239+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f298c09c580 con 0x7f298c0967b0 2026-02-14T01:55:43.250 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.241+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f4ce40652b0 con 0x7f4cf406ec20 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 -- 10.20.193.44:0/329836800 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34095070 msgr2=0x7fbf341341d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 --2- 10.20.193.44:0/329836800 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34095070 0x7fbf341341d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c009a00 tx=0x7fbf1c02f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 -- 10.20.193.44:0/329836800 shutdown_connections 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 --2- 10.20.193.44:0/329836800 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34134710 0x7fbf34136b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 --2- 10.20.193.44:0/329836800 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34095070 0x7fbf341341d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 -- 10.20.193.44:0/329836800 >> 10.20.193.44:0/329836800 conn(0x7fbf3409a170 msgr2=0x7fbf34097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 -- 10.20.193.44:0/329836800 shutdown_connections 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 -- 10.20.193.44:0/329836800 wait complete. 2026-02-14T01:55:43.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 Processor -- start 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 -- start start 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 0x7fbf34122340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.281+0000 7fbf394d8640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbf34095070 0x7fbf34122880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34134710 0x7fbf34122dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34137990 con 0x7fbf34134710 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fbf34137810 con 0x7fbf34094580 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fbf34137b10 con 0x7fbf34095070 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 0x7fbf34122340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf337fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34134710 0x7fbf34122dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf327fc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbf34095070 0x7fbf34122880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 0x7fbf34122340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:45042/0 (socket says 10.20.193.44:45042) 2026-02-14T01:55:43.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 -- 10.20.193.44:0/4251428178 learned_addr learned my addr 10.20.193.44:0/4251428178 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:43.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/2605750018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 msgr2=0x7f4c0412f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/2605750018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 0x7f4c0412f770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4c00009f90 tx=0x7f4c0002f390 comp rx=0 tx=0).stop 2026-02-14T01:55:43.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 -- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbf34095070 msgr2=0x7fbf34122880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbf34095070 0x7fbf34122880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 -- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34134710 msgr2=0x7fbf34122dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34134710 0x7fbf34122dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 -- 10.20.193.44:0/4251428178 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf34124b30 con 0x7fbf34094580 2026-02-14T01:55:43.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf337fe640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34134710 0x7fbf34122dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:43.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/2605750018 shutdown_connections 2026-02-14T01:55:43.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/2605750018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 0x7f4c0412f770 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/2605750018 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406e300 0x7f4c0406e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/2605750018 >> 10.20.193.44:0/2605750018 conn(0x7f4c0409f500 msgr2=0x7f4c0409f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/2605750018 shutdown_connections 2026-02-14T01:55:43.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/2605750018 wait complete. 2026-02-14T01:55:43.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf32ffd640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 0x7fbf34122340 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf2800c730 tx=0x7fbf2800cc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:43.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf280052d0 con 0x7fbf34094580 2026-02-14T01:55:43.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf28005470 con 0x7fbf34094580 2026-02-14T01:55:43.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf28003910 con 0x7fbf34094580 2026-02-14T01:55:43.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf34073e60 con 0x7fbf34094580 2026-02-14T01:55:43.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf34124310 con 0x7fbf34094580 2026-02-14T01:55:43.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 Processor -- start 2026-02-14T01:55:43.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7f4c0b1e1640 1 -- start start 2026-02-14T01:55:43.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.282+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf34094960 con 0x7fbf34094580 2026-02-14T01:55:43.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 0x7f4c0412f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 0x7f4c0412fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 0x7f4c04130170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:43.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4c041379c0 con 0x7f4c0406e300 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4c04137840 con 0x7f4c0412f2e0 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4c04137b40 con 0x7f4c0406ec20 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c08f56640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 0x7f4c0412f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 0x7f4c0412fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c09757640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 0x7f4c04130170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 0x7f4c0412fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:35938/0 (socket says 10.20.193.44:35938) 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c08f56640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 0x7f4c0412f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53738/0 (socket says 10.20.193.44:53738) 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 -- 10.20.193.44:0/713241864 learned_addr learned my addr 10.20.193.44:0/713241864 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 -- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 msgr2=0x7f4c04130170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 0x7f4c04130170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 -- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 msgr2=0x7f4c0412f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 0x7f4c0412f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 -- 10.20.193.44:0/713241864 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c04131ca0 con 0x7f4c0406ec20 2026-02-14T01:55:43.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c08f56640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 0x7f4c0412f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:43.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fbf28003ab0 con 0x7fbf34094580 2026-02-14T01:55:43.295 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bfbfff640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 0x7f4c0412fc30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00c700 tx=0x7f4bec00cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:43.295 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec004230 con 0x7f4c0406ec20 2026-02-14T01:55:43.295 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c04136310 con 0x7f4c0406ec20 2026-02-14T01:55:43.295 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bec0044c0 con 0x7f4c0406ec20 2026-02-14T01:55:43.295 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec0038f0 con 0x7f4c0406ec20 2026-02-14T01:55:43.295 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c041ccf60 con 0x7f4c0406ec20 2026-02-14T01:55:43.296 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.283+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fbf280667b0 con 0x7fbf34094580 2026-02-14T01:55:43.296 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.284+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c04132610 con 0x7f4c0406ec20 2026-02-14T01:55:43.296 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.284+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f4bec023060 con 0x7f4c0406ec20 2026-02-14T01:55:43.296 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.284+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f4bec066ad0 con 0x7f4c0406ec20 2026-02-14T01:55:43.297 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.285+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fbf34124b30 con 0x7fbf34094580 2026-02-14T01:55:43.297 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.286+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f4bec040890 con 0x7f4c0406ec20 2026-02-14T01:55:43.311 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.310+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f298c09ec60 con 0x7f298c0967b0 2026-02-14T01:55:43.312 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.310+0000 7f297a7fc640 1 -- 10.20.193.44:0/1215254389 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f298c09ec60 con 0x7f298c0967b0 2026-02-14T01:55:43.312 INFO:teuthology.orchestra.run.trial044.stdout:42949672962 2026-02-14T01:55:43.313 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.311+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4cf41325e0 con 0x7f4cf406ec20 2026-02-14T01:55:43.313 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.311+0000 7f4ccffff640 1 -- 10.20.193.44:0/3315473719 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4ce408a570 con 0x7f4cf406ec20 2026-02-14T01:55:43.313 INFO:teuthology.orchestra.run.trial044.stdout:38654705666 2026-02-14T01:55:43.314 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 >> v1:10.20.193.44:6800/3588496006 conn(0x7f295c04f930 legacy=0x7f295c051df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.314 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 msgr2=0x7f298c132450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.314 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 0x7f298c132450 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f297c00ea10 tx=0x7f297c00eee0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 shutdown_connections 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f298c133980 0x7f298c071180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f298c0970d0 0x7f298c132990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 --2- 10.20.193.44:0/1215254389 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f298c0967b0 0x7f298c132450 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 >> 10.20.193.44:0/1215254389 conn(0x7f298c09bdb0 msgr2=0x7f298c090910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 shutdown_connections 2026-02-14T01:55:43.315 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.312+0000 7f2993fc6640 1 -- 10.20.193.44:0/1215254389 wait complete. 2026-02-14T01:55:43.316 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 >> v1:10.20.193.44:6800/3588496006 conn(0x7f4cc404f790 legacy=0x7f4cc4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.316 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406ec20 msgr2=0x7f4cf4130470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.316 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406ec20 0x7f4cf4130470 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4069fe0 tx=0x7f4ce4002910 comp rx=0 tx=0).stop 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 shutdown_connections 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4cf412f110 0x7f4cf41309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4cf406ec20 0x7f4cf4130470 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 --2- 10.20.193.44:0/3315473719 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4cf406e300 0x7f4cf412ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 >> 10.20.193.44:0/3315473719 conn(0x7f4cf409f500 msgr2=0x7f4cf4128a40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 shutdown_connections 2026-02-14T01:55:43.317 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.313+0000 7f4cf9bbc640 1 -- 10.20.193.44:0/3315473719 wait complete. 2026-02-14T01:55:43.322 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.2 2026-02-14T01:55:43.324 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.0 2026-02-14T01:55:43.358 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.356+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbf34050a10 con 0x7fbf34094580 2026-02-14T01:55:43.359 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.357+0000 7fbf137fe640 1 -- 10.20.193.44:0/4251428178 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbf28045090 con 0x7fbf34094580 2026-02-14T01:55:43.359 INFO:teuthology.orchestra.run.trial044.stdout:38654705666 2026-02-14T01:55:43.360 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 >> v1:10.20.193.44:6800/3588496006 conn(0x7fbf0004f790 legacy=0x7fbf00051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.360 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 msgr2=0x7fbf34122340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 0x7fbf34122340 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf2800c730 tx=0x7fbf2800cc00 comp rx=0 tx=0).stop 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 shutdown_connections 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fbf34134710 0x7fbf34122dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fbf34095070 0x7fbf34122880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 --2- 10.20.193.44:0/4251428178 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fbf34094580 0x7fbf34122340 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 >> 10.20.193.44:0/4251428178 conn(0x7fbf3409a170 msgr2=0x7fbf3409b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 shutdown_connections 2026-02-14T01:55:43.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7fbf394d8640 1 -- 10.20.193.44:0/4251428178 wait complete. 2026-02-14T01:55:43.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f4c0406e6e0 con 0x7f4c0406ec20 2026-02-14T01:55:43.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.358+0000 7f4bf97fa640 1 -- 10.20.193.44:0/713241864 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4bec065c30 con 0x7f4c0406ec20 2026-02-14T01:55:43.362 INFO:teuthology.orchestra.run.trial044.stdout:42949672962 2026-02-14T01:55:43.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 >> v1:10.20.193.44:6800/3588496006 conn(0x7f4bd404f790 legacy=0x7f4bd4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 msgr2=0x7f4c0412fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:43.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 0x7f4c0412fc30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00c700 tx=0x7f4bec00cbd0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 shutdown_connections 2026-02-14T01:55:43.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4c0412f2e0 0x7f4c04130170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4c0406ec20 0x7f4c0412fc30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 --2- 10.20.193.44:0/713241864 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4c0406e300 0x7f4c0412f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:43.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 >> 10.20.193.44:0/713241864 conn(0x7f4c0409f500 msgr2=0x7f4c04128910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:43.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 shutdown_connections 2026-02-14T01:55:43.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:43.360+0000 7f4c0b1e1640 1 -- 10.20.193.44:0/713241864 wait complete. 2026-02-14T01:55:43.368 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.1 2026-02-14T01:55:43.369 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-14T01:55:44.322 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:55:44.326 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:55:44.369 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:55:44.370 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:55:44.395 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1066291116 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 msgr2=0x7f19fc1288a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1066291116 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc1288a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009930 tx=0x7f19f002f110 comp rx=0 tx=0).stop 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1066291116 shutdown_connections 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1066291116 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc12c0d0 0x7f19fc12c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1066291116 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc1288a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1066291116 >> 10.20.193.44:0/1066291116 conn(0x7f19fc09c450 msgr2=0x7f19fc09c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1066291116 shutdown_connections 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1066291116 wait complete. 2026-02-14T01:55:44.396 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 Processor -- start 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.392+0000 7f1a00fd7640 1 -- start start 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc06ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc128de0 0x7f19fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f19fc12c0d0 0x7f19fc06e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc134420 con 0x7f19fc1284c0 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f19fc1342a0 con 0x7f19fc128de0 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f19fc1345a0 con 0x7f19fc12c0d0 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19fa575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc06ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc128de0 0x7f19fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19fa575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc06ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53766/0 (socket says 10.20.193.44:53766) 2026-02-14T01:55:44.397 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19fa575640 1 -- 10.20.193.44:0/1509312343 learned_addr learned my addr 10.20.193.44:0/1509312343 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.398 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19fad76640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f19fc12c0d0 0x7f19fc06e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.398 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 -- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f19fc12c0d0 msgr2=0x7f19fc06e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.398 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f19fc12c0d0 0x7f19fc06e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.398 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 -- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 msgr2=0x7f19fc06ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.398 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc06ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.398 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 -- 10.20.193.44:0/1509312343 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19fc126220 con 0x7f19fc128de0 2026-02-14T01:55:44.399 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19f9d74640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc128de0 0x7f19fc06e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f19e400c4d0 tx=0x7f19e400c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e4016020 con 0x7f19fc128de0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f19e4012a00 con 0x7f19fc128de0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19fc12e890 con 0x7f19fc128de0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e4011380 con 0x7f19fc128de0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.393+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f19fc12dce0 con 0x7f19fc128de0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.394+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19fc1288a0 con 0x7f19fc128de0 2026-02-14T01:55:44.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.394+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f19e4011520 con 0x7f19fc128de0 2026-02-14T01:55:44.401 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.394+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f19e4066770 con 0x7f19fc128de0 2026-02-14T01:55:44.402 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.396+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f19e4020070 con 0x7f19fc128de0 2026-02-14T01:55:44.437 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 -- 10.20.193.44:0/116536980 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb806ec20 msgr2=0x7f3fb812ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.437 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/116536980 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb806ec20 0x7f3fb812ebd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0009a30 tx=0x7f3fa002f200 comp rx=0 tx=0).stop 2026-02-14T01:55:44.437 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 -- 10.20.193.44:0/116536980 shutdown_connections 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/116536980 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb812f110 0x7f3fb812f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/116536980 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb806ec20 0x7f3fb812ebd0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/116536980 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806e300 0x7f3fb806e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 -- 10.20.193.44:0/116536980 >> 10.20.193.44:0/116536980 conn(0x7f3fb809f500 msgr2=0x7f3fb809f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 -- 10.20.193.44:0/116536980 shutdown_connections 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 -- 10.20.193.44:0/116536980 wait complete. 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 Processor -- start 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.433+0000 7f3fbcda3640 1 -- start start 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb806e300 0x7f3fb809ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 0x7f3fb809b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb812f110 0x7f3fb812fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb81367f0 con 0x7f3fb812f110 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f3fb8136670 con 0x7f3fb806ec20 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f3fb8136970 con 0x7f3fb806e300 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb6575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb806e300 0x7f3fb809ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 0x7f3fb809b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb6d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb812f110 0x7f3fb812fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 0x7f3fb809b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:45100/0 (socket says 10.20.193.44:45100) 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb6575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb806e300 0x7f3fb809ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:35960/0 (socket says 10.20.193.44:35960) 2026-02-14T01:55:44.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 -- 10.20.193.44:0/1068731653 learned_addr learned my addr 10.20.193.44:0/1068731653 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 -- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb806e300 msgr2=0x7f3fb809ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb806e300 0x7f3fb809ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 -- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb812f110 msgr2=0x7f3fb812fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb812f110 0x7f3fb812fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 -- 10.20.193.44:0/1068731653 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb809b6a0 con 0x7f3fb806ec20 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fb5d74640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 0x7f3fb809b160 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3fa002f760 tx=0x7f3fa0005b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa0046070 con 0x7f3fb806ec20 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3fa0002b30 con 0x7f3fb806ec20 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fb8131c70 con 0x7f3fb806ec20 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa0038470 con 0x7f3fb806ec20 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.434+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fb8132850 con 0x7f3fb806ec20 2026-02-14T01:55:44.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.435+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fb812ebd0 con 0x7f3fb806ec20 2026-02-14T01:55:44.441 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.435+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f3fa0038610 con 0x7f3fb806ec20 2026-02-14T01:55:44.441 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.435+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f3fa008b040 con 0x7f3fb806ec20 2026-02-14T01:55:44.441 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.437+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f3fb8132850 con 0x7f3fb806ec20 2026-02-14T01:55:44.462 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2779342294 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071190 msgr2=0x7fcbac071570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.462 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2779342294 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071190 0x7fcbac071570 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fcba0009a00 tx=0x7fcba002f1e0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.463 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 -- 10.20.193.44:0/2254988877 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c004e40 msgr2=0x7f157c0052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.463 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 --2- 10.20.193.44:0/2254988877 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c004e40 0x7f157c0052c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f159000e320 tx=0x7f159002f700 comp rx=0 tx=0).stop 2026-02-14T01:55:44.463 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2779342294 shutdown_connections 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2779342294 >> v2:10.20.193.44:3300/0 conn(0x7fcbac071ab0 0x7fcbac095490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2779342294 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071190 0x7fcbac071570 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2779342294 >> 10.20.193.44:0/2779342294 conn(0x7fcbac09bd40 msgr2=0x7fcbac09c150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 -- 10.20.193.44:0/2254988877 shutdown_connections 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 --2- 10.20.193.44:0/2254988877 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c004e40 0x7f157c0052c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 --2- 10.20.193.44:0/2254988877 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f15941322a0 0x7f157c004900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.464 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 --2- 10.20.193.44:0/2254988877 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f157c003b50 0x7f157c003f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.465 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2779342294 shutdown_connections 2026-02-14T01:55:44.465 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 -- 10.20.193.44:0/2254988877 >> 10.20.193.44:0/2254988877 conn(0x7f159409c450 msgr2=0x7f159409c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.465 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2779342294 wait complete. 2026-02-14T01:55:44.466 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 -- 10.20.193.44:0/2254988877 shutdown_connections 2026-02-14T01:55:44.466 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 -- 10.20.193.44:0/2254988877 wait complete. 2026-02-14T01:55:44.466 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 Processor -- start 2026-02-14T01:55:44.467 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 Processor -- start 2026-02-14T01:55:44.467 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7f159c0c7640 1 -- start start 2026-02-14T01:55:44.467 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.461+0000 7fcbb0de1640 1 -- start start 2026-02-14T01:55:44.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 0x7f15941c45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f157c004e40 0x7f15941c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f159406ddb0 0x7f1594124000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f15941307d0 con 0x7f157c003b50 2026-02-14T01:55:44.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1594130650 con 0x7f159406ddb0 2026-02-14T01:55:44.469 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1594130950 con 0x7f157c004e40 2026-02-14T01:55:44.469 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcbac071190 0x7fcbac1c6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.469 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 0x7f15941c45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.470 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 0x7f15941c45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53806/0 (socket says 10.20.193.44:53806) 2026-02-14T01:55:44.470 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 -- 10.20.193.44:0/1374695795 learned_addr learned my addr 10.20.193.44:0/1374695795 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.470 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159a63d640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f159406ddb0 0x7f1594124000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.470 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159963b640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f157c004e40 0x7f15941c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071ab0 0x7fcbac1c6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcbac0959d0 0x7fcbac1c73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac135650 con 0x7fcbac0959d0 2026-02-14T01:55:44.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fcbac096230 con 0x7fcbac071190 2026-02-14T01:55:44.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fcbac1357d0 con 0x7fcbac071ab0 2026-02-14T01:55:44.471 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaa575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcbac071190 0x7fcbac1c6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.472 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcba9d74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071ab0 0x7fcbac1c6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.472 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaa575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcbac071190 0x7fcbac1c6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:45128/0 (socket says 10.20.193.44:45128) 2026-02-14T01:55:44.472 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaa575640 1 -- 10.20.193.44:0/2751649829 learned_addr learned my addr 10.20.193.44:0/2751649829 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.472 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcbac0959d0 0x7fcbac1c73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.472 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 -- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f157c004e40 msgr2=0x7f15941c4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.472 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f157c004e40 0x7f15941c4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 -- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f159406ddb0 msgr2=0x7f1594124000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f159406ddb0 0x7f1594124000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 -- 10.20.193.44:0/1374695795 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1594126af0 con 0x7f157c003b50 2026-02-14T01:55:44.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f1599e3c640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 0x7f15941c45f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1584013eb0 tx=0x7f1584006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.473 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 -- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071ab0 msgr2=0x7fcbac1c6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071ab0 0x7fcbac1c6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 -- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcbac071190 msgr2=0x7fcbac1c6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcbac071190 0x7fcbac1c6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 -- 10.20.193.44:0/2751649829 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbac070a10 con 0x7fcbac0959d0 2026-02-14T01:55:44.474 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcba9d74640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071ab0 0x7fcbac1c6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:44.475 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158401c440 con 0x7f157c003b50 2026-02-14T01:55:44.475 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f158401c5e0 con 0x7f157c003b50 2026-02-14T01:55:44.475 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15940741f0 con 0x7f157c003b50 2026-02-14T01:55:44.475 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158401ca30 con 0x7f157c003b50 2026-02-14T01:55:44.475 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1594126340 con 0x7f157c003b50 2026-02-14T01:55:44.476 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbaad76640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcbac0959d0 0x7fcbac1c73f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00cb10 tx=0x7fcb9c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.476 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c003c70 con 0x7fcbac0959d0 2026-02-14T01:55:44.476 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb9c003e10 con 0x7fcbac0959d0 2026-02-14T01:55:44.476 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbac06f620 con 0x7fcbac0959d0 2026-02-14T01:55:44.476 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c00acb0 con 0x7fcbac0959d0 2026-02-14T01:55:44.476 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbac128a00 con 0x7fcbac0959d0 2026-02-14T01:55:44.477 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.462+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f159406e190 con 0x7f157c003b50 2026-02-14T01:55:44.477 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.463+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f1584024030 con 0x7f157c003b50 2026-02-14T01:55:44.477 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.463+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbac071570 con 0x7fcbac0959d0 2026-02-14T01:55:44.478 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.463+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fcb9c0050d0 con 0x7fcbac0959d0 2026-02-14T01:55:44.478 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.463+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f158406b2a0 con 0x7f157c003b50 2026-02-14T01:55:44.478 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.463+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fcb9c066c70 con 0x7fcbac0959d0 2026-02-14T01:55:44.479 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.465+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f1594126af0 con 0x7f157c003b50 2026-02-14T01:55:44.479 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.467+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fcb9c040ab0 con 0x7fcbac0959d0 2026-02-14T01:55:44.479 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.468+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f19fc050a10 con 0x7f19fc128de0 2026-02-14T01:55:44.480 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.468+0000 7f19e2ffd640 1 -- 10.20.193.44:0/1509312343 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f19e40405b0 con 0x7f19fc128de0 2026-02-14T01:55:44.480 INFO:teuthology.orchestra.run.trial044.stdout:42949672963 2026-02-14T01:55:44.481 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 >> v1:10.20.193.44:6800/3588496006 conn(0x7f19c804f7c0 legacy=0x7f19c8051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc128de0 msgr2=0x7f19fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc128de0 0x7f19fc06e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f19e400c4d0 tx=0x7f19e400c9a0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 shutdown_connections 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f19fc12c0d0 0x7f19fc06e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f19fc128de0 0x7f19fc06e2f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 --2- 10.20.193.44:0/1509312343 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f19fc1284c0 0x7f19fc06ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 >> 10.20.193.44:0/1509312343 conn(0x7f19fc09c450 msgr2=0x7f19fc09a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 shutdown_connections 2026-02-14T01:55:44.482 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.470+0000 7f1a00fd7640 1 -- 10.20.193.44:0/1509312343 wait complete. 2026-02-14T01:55:44.483 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.2 2026-02-14T01:55:44.483 DEBUG:teuthology.parallel:result is None 2026-02-14T01:55:44.511 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.509+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f3fb806f630 con 0x7f3fb806ec20 2026-02-14T01:55:44.511 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.509+0000 7f3f9effd640 1 -- 10.20.193.44:0/1068731653 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3fa0064fc0 con 0x7f3fb806ec20 2026-02-14T01:55:44.511 INFO:teuthology.orchestra.run.trial044.stdout:38654705668 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 >> v1:10.20.193.44:6800/3588496006 conn(0x7f3f8404f790 legacy=0x7f3f84051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 msgr2=0x7f3fb809b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 0x7f3fb809b160 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3fa002f760 tx=0x7f3fa0005b60 comp rx=0 tx=0).stop 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 shutdown_connections 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb812f110 0x7f3fb812fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb806ec20 0x7f3fb809b160 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.513 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 --2- 10.20.193.44:0/1068731653 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb806e300 0x7f3fb809ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.514 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 >> 10.20.193.44:0/1068731653 conn(0x7f3fb809f500 msgr2=0x7f3fb81284f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.514 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 shutdown_connections 2026-02-14T01:55:44.514 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.511+0000 7f3fbcda3640 1 -- 10.20.193.44:0/1068731653 wait complete. 2026-02-14T01:55:44.521 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705668 for osd.0 2026-02-14T01:55:44.521 DEBUG:teuthology.parallel:result is None 2026-02-14T01:55:44.537 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.536+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f1594050a10 con 0x7f157c003b50 2026-02-14T01:55:44.537 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.536+0000 7f15827fc640 1 -- 10.20.193.44:0/1374695795 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f15840451c0 con 0x7f157c003b50 2026-02-14T01:55:44.537 INFO:teuthology.orchestra.run.trial044.stdout:38654705668 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 >> v1:10.20.193.44:6800/3588496006 conn(0x7f156404f790 legacy=0x7f1564051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 msgr2=0x7f15941c45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 0x7f15941c45f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1584013eb0 tx=0x7f1584006430 comp rx=0 tx=0).stop 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 shutdown_connections 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f159406ddb0 0x7f1594124000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f157c004e40 0x7f15941c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 --2- 10.20.193.44:0/1374695795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f157c003b50 0x7f15941c45f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.539 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 >> 10.20.193.44:0/1374695795 conn(0x7f159409c450 msgr2=0x7f159412a630 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.539 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 shutdown_connections 2026-02-14T01:55:44.539 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7f159c0c7640 1 -- 10.20.193.44:0/1374695795 wait complete. 2026-02-14T01:55:44.539 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fcbac050a10 con 0x7fcbac0959d0 2026-02-14T01:55:44.539 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.537+0000 7fcb92ffd640 1 -- 10.20.193.44:0/2751649829 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcb9c065dd0 con 0x7fcbac0959d0 2026-02-14T01:55:44.539 INFO:teuthology.orchestra.run.trial044.stdout:42949672963 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 >> v1:10.20.193.44:6800/3588496006 conn(0x7fcb7804f790 legacy=0x7fcb78051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcbac0959d0 msgr2=0x7fcbac1c73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcbac0959d0 0x7fcbac1c73f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00cb10 tx=0x7fcb9c00a060 comp rx=0 tx=0).stop 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 shutdown_connections 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcbac0959d0 0x7fcbac1c73f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcbac071ab0 0x7fcbac1c6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 --2- 10.20.193.44:0/2751649829 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcbac071190 0x7fcbac1c6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 >> 10.20.193.44:0/2751649829 conn(0x7fcbac09bd40 msgr2=0x7fcbac124300 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 shutdown_connections 2026-02-14T01:55:44.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.539+0000 7fcbb0de1640 1 -- 10.20.193.44:0/2751649829 wait complete. 2026-02-14T01:55:44.546 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705668 for osd.1 2026-02-14T01:55:44.547 DEBUG:teuthology.parallel:result is None 2026-02-14T01:55:44.548 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.3 2026-02-14T01:55:44.548 DEBUG:teuthology.parallel:result is None 2026-02-14T01:55:44.548 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-14T01:55:44.548 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- 10.20.193.44:0/2752443253 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f572412c7e0 msgr2=0x7f572412cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 --2- 10.20.193.44:0/2752443253 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f572412c7e0 0x7f572412cbc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5714009a00 tx=0x7f571402f1f0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- 10.20.193.44:0/2752443253 shutdown_connections 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 --2- 10.20.193.44:0/2752443253 >> v2:10.20.193.44:3300/0 conn(0x7f5724093b80 0x7f5724134e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 --2- 10.20.193.44:0/2752443253 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f572412c7e0 0x7f572412cbc0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- 10.20.193.44:0/2752443253 >> 10.20.193.44:0/2752443253 conn(0x7f572409a280 msgr2=0x7f5724097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- 10.20.193.44:0/2752443253 shutdown_connections 2026-02-14T01:55:44.655 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- 10.20.193.44:0/2752443253 wait complete. 2026-02-14T01:55:44.656 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 Processor -- start 2026-02-14T01:55:44.656 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- start start 2026-02-14T01:55:44.656 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 0x7f572408f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.656 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f572412c7e0 0x7f572408fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f572412d100 0x7f572408ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f57241356d0 con 0x7f572412c7e0 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5724135550 con 0x7f572412d100 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f572b80e640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5724135850 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f5729583640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 0x7f572408f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f5728d82640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f572412c7e0 0x7f572408fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f5729583640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 0x7f572408f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:36030/0 (socket says 10.20.193.44:36030) 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.654+0000 7f5729583640 1 -- 10.20.193.44:0/967564088 learned_addr learned my addr 10.20.193.44:0/967564088 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729d84640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f572412d100 0x7f572408ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729583640 1 -- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f572412d100 msgr2=0x7f572408ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729583640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f572412d100 0x7f572408ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729583640 1 -- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f572412c7e0 msgr2=0x7f572408fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729583640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f572412c7e0 0x7f572408fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729583640 1 -- 10.20.193.44:0/967564088 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5724091d50 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5729583640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 0x7f572408f4c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5714009b30 tx=0x7f57140059f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714002ab0 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5714002c50 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5724090480 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714004ae0 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f57240914c0 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.655+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5724091b60 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.656+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f5714038470 con 0x7f5724093b80 2026-02-14T01:55:44.657 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.656+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f571408b490 con 0x7f5724093b80 2026-02-14T01:55:44.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.658+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f57140652d0 con 0x7f5724093b80 2026-02-14T01:55:44.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.727+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 --> v1:10.20.193.44:6800/3588496006 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f572412cbc0 con 0x7f56f404f790 2026-02-14T01:55:44.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.727+0000 7f5711ffb640 1 -- 10.20.193.44:0/967564088 <== mgr.4127 v1:10.20.193.44:6800/3588496006 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32190 (unknown 2965378022 0 1912401295) 0x7f572412cbc0 con 0x7f56f404f790 2026-02-14T01:55:44.729 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 >> v1:10.20.193.44:6800/3588496006 conn(0x7f56f404f790 legacy=0x7f56f4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 msgr2=0x7f572408f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 0x7f572408f4c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5714009b30 tx=0x7f57140059f0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 shutdown_connections 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f572412d100 0x7f572408ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f572412c7e0 0x7f572408fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 --2- 10.20.193.44:0/967564088 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5724093b80 0x7f572408f4c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 >> 10.20.193.44:0/967564088 conn(0x7f572409a280 msgr2=0x7f5724092670 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 shutdown_connections 2026-02-14T01:55:44.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.728+0000 7f572b80e640 1 -- 10.20.193.44:0/967564088 wait complete. 2026-02-14T01:55:44.737 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2026-02-14T01:55:43.725666+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109588,"kb_used_data":1720,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377772,"statfs":{"total":386547056640,"available":386434838528,"internally_reserved":0,"allocated":1761280,"data_stored":1335461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.550096"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183940+0000","last_change":"2026-02-14T01:55:41.184130+0000","last_active":"2026-02-14T01:55:41.183940+0000","last_peered":"2026-02-14T01:55:41.183940+0000","last_clean":"2026-02-14T01:55:41.183940+0000","last_became_active":"2026-02-14T01:55:39.181768+0000","last_became_peered":"2026-02-14T01:55:39.181768+0000","last_unstale":"2026-02-14T01:55:41.183940+0000","last_undegraded":"2026-02-14T01:55:41.183940+0000","last_fullsized":"2026-02-14T01:55:41.183940+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:11:20.026380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.182424+0000","last_change":"2026-02-14T01:55:41.182424+0000","last_active":"2026-02-14T01:55:41.182424+0000","last_peered":"2026-02-14T01:55:41.182424+0000","last_clean":"2026-02-14T01:55:41.182424+0000","last_became_active":"2026-02-14T01:55:39.178848+0000","last_became_peered":"2026-02-14T01:55:39.178848+0000","last_unstale":"2026-02-14T01:55:41.182424+0000","last_undegraded":"2026-02-14T01:55:41.182424+0000","last_fullsized":"2026-02-14T01:55:41.182424+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:18.887950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183340+0000","last_change":"2026-02-14T01:55:41.183574+0000","last_active":"2026-02-14T01:55:41.183340+0000","last_peered":"2026-02-14T01:55:41.183340+0000","last_clean":"2026-02-14T01:55:41.183340+0000","last_became_active":"2026-02-14T01:55:39.181733+0000","last_became_peered":"2026-02-14T01:55:39.181733+0000","last_unstale":"2026-02-14T01:55:41.183340+0000","last_undegraded":"2026-02-14T01:55:41.183340+0000","last_fullsized":"2026-02-14T01:55:41.183340+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:22.137198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.182414+0000","last_change":"2026-02-14T01:55:41.182414+0000","last_active":"2026-02-14T01:55:41.182414+0000","last_peered":"2026-02-14T01:55:41.182414+0000","last_clean":"2026-02-14T01:55:41.182414+0000","last_became_active":"2026-02-14T01:55:39.178807+0000","last_became_peered":"2026-02-14T01:55:39.178807+0000","last_unstale":"2026-02-14T01:55:41.182414+0000","last_undegraded":"2026-02-14T01:55:41.182414+0000","last_fullsized":"2026-02-14T01:55:41.182414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:28:06.063546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.184048+0000","last_change":"2026-02-14T01:55:41.184048+0000","last_active":"2026-02-14T01:55:41.184048+0000","last_peered":"2026-02-14T01:55:41.184048+0000","last_clean":"2026-02-14T01:55:41.184048+0000","last_became_active":"2026-02-14T01:55:39.181162+0000","last_became_peered":"2026-02-14T01:55:39.181162+0000","last_unstale":"2026-02-14T01:55:41.184048+0000","last_undegraded":"2026-02-14T01:55:41.184048+0000","last_fullsized":"2026-02-14T01:55:41.184048+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T02:47:09.149323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.182645+0000","last_change":"2026-02-14T01:55:41.182773+0000","last_active":"2026-02-14T01:55:41.182645+0000","last_peered":"2026-02-14T01:55:41.182645+0000","last_clean":"2026-02-14T01:55:41.182645+0000","last_became_active":"2026-02-14T01:55:39.181723+0000","last_became_peered":"2026-02-14T01:55:39.181723+0000","last_unstale":"2026-02-14T01:55:41.182645+0000","last_undegraded":"2026-02-14T01:55:41.182645+0000","last_fullsized":"2026-02-14T01:55:41.182645+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:30:27.629235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183290+0000","last_change":"2026-02-14T01:55:41.183592+0000","last_active":"2026-02-14T01:55:41.183290+0000","last_peered":"2026-02-14T01:55:41.183290+0000","last_clean":"2026-02-14T01:55:41.183290+0000","last_became_active":"2026-02-14T01:55:39.181276+0000","last_became_peered":"2026-02-14T01:55:39.181276+0000","last_unstale":"2026-02-14T01:55:41.183290+0000","last_undegraded":"2026-02-14T01:55:41.183290+0000","last_fullsized":"2026-02-14T01:55:41.183290+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:59:25.966548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183659+0000","last_change":"2026-02-14T01:55:41.183845+0000","last_active":"2026-02-14T01:55:41.183659+0000","last_peered":"2026-02-14T01:55:41.183659+0000","last_clean":"2026-02-14T01:55:41.183659+0000","last_became_active":"2026-02-14T01:55:39.180940+0000","last_became_peered":"2026-02-14T01:55:39.180940+0000","last_unstale":"2026-02-14T01:55:41.183659+0000","last_undegraded":"2026-02-14T01:55:41.183659+0000","last_fullsized":"2026-02-14T01:55:41.183659+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T05:13:41.395944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":110,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.181803+0000","last_change":"2026-02-14T01:55:35.443698+0000","last_active":"2026-02-14T01:55:41.181803+0000","last_peered":"2026-02-14T01:55:41.181803+0000","last_clean":"2026-02-14T01:55:41.181803+0000","last_became_active":"2026-02-14T01:55:35.443220+0000","last_became_peered":"2026-02-14T01:55:35.443220+0000","last_unstale":"2026-02-14T01:55:41.181803+0000","last_undegraded":"2026-02-14T01:55:41.181803+0000","last_fullsized":"2026-02-14T01:55:41.181803+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:57:36.429592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":148,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":151552,"data_stored":41240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27088,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344752,"statfs":{"total":96636764160,"available":96609026048,"internally_reserved":0,"allocated":131072,"data_stored":34451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":745472,"data_stored":631608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27684,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344156,"statfs":{"total":96636764160,"available":96608415744,"internally_reserved":0,"allocated":733184,"data_stored":628162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:55:44.737 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 -- 10.20.193.44:0/3850801795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac0964a0 msgr2=0x7fe8ac094ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/3850801795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac0964a0 0x7fe8ac094ea0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe894009930 tx=0x7fe89402f0b0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 -- 10.20.193.44:0/3850801795 shutdown_connections 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/3850801795 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 0x7fe8ac1355b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/3850801795 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac0964a0 0x7fe8ac094ea0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/3850801795 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac094580 0x7fe8ac094960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 -- 10.20.193.44:0/3850801795 >> 10.20.193.44:0/3850801795 conn(0x7fe8ac09a280 msgr2=0x7fe8ac097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 -- 10.20.193.44:0/3850801795 shutdown_connections 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 -- 10.20.193.44:0/3850801795 wait complete. 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 Processor -- start 2026-02-14T01:55:44.806 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 -- start start 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 0x7fe8ac1220d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 0x7fe8ac122610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.804+0000 7fe8b0e61640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 0x7fe8ac122b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8b0e61640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe8ac1366a0 con 0x7fe8ac094580 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8b0e61640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fe8ac136520 con 0x7fe8ac1331c0 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8b0e61640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fe8ac136820 con 0x7fe8ac0964a0 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8aa575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 0x7fe8ac1220d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 0x7fe8ac122610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8aad76640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 0x7fe8ac122b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8aa575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 0x7fe8ac1220d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53874/0 (socket says 10.20.193.44:53874) 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8aa575640 1 -- 10.20.193.44:0/327413593 learned_addr learned my addr 10.20.193.44:0/327413593 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 0x7fe8ac122610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:36062/0 (socket says 10.20.193.44:36062) 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 -- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 msgr2=0x7fe8ac122b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 0x7fe8ac122b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 -- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 msgr2=0x7fe8ac1220d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 0x7fe8ac1220d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 -- 10.20.193.44:0/327413593 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8ac0739b0 con 0x7fe8ac0964a0 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8aad76640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 0x7fe8ac122b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8aa575640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 0x7fe8ac1220d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8a9d74640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 0x7fe8ac122610 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe894034000 tx=0x7fe89402fe70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894002970 con 0x7fe8ac0964a0 2026-02-14T01:55:44.809 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe894002b10 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8ac123640 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8940048a0 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.805+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8ac124900 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.806+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8ac094960 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.806+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe894038470 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.806+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe89408b220 con 0x7fe8ac0964a0 2026-02-14T01:55:44.810 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.808+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe894064fc0 con 0x7fe8ac0964a0 2026-02-14T01:55:44.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.880+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 --> v1:10.20.193.44:6800/3588496006 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe8ac050a10 con 0x7fe87804f790 2026-02-14T01:55:44.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.881+0000 7fe892ffd640 1 -- 10.20.193.44:0/327413593 <== mgr.4127 v1:10.20.193.44:6800/3588496006 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32190 (unknown 2965378022 0 1912401295) 0x7fe8ac050a10 con 0x7fe87804f790 2026-02-14T01:55:44.883 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:44.883 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:55:44.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 >> v1:10.20.193.44:6800/3588496006 conn(0x7fe87804f790 legacy=0x7fe878051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 msgr2=0x7fe8ac122610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 0x7fe8ac122610 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe894034000 tx=0x7fe89402fe70 comp rx=0 tx=0).stop 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 shutdown_connections 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe8ac1331c0 0x7fe8ac122b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe8ac0964a0 0x7fe8ac122610 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 --2- 10.20.193.44:0/327413593 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe8ac094580 0x7fe8ac1220d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 >> 10.20.193.44:0/327413593 conn(0x7fe8ac09a280 msgr2=0x7fe8ac092920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 shutdown_connections 2026-02-14T01:55:44.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.882+0000 7fe8b0e61640 1 -- 10.20.193.44:0/327413593 wait complete. 2026-02-14T01:55:44.891 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2026-02-14T01:55:43.725666+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109588,"kb_used_data":1720,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377772,"statfs":{"total":386547056640,"available":386434838528,"internally_reserved":0,"allocated":1761280,"data_stored":1335461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.550096"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183940+0000","last_change":"2026-02-14T01:55:41.184130+0000","last_active":"2026-02-14T01:55:41.183940+0000","last_peered":"2026-02-14T01:55:41.183940+0000","last_clean":"2026-02-14T01:55:41.183940+0000","last_became_active":"2026-02-14T01:55:39.181768+0000","last_became_peered":"2026-02-14T01:55:39.181768+0000","last_unstale":"2026-02-14T01:55:41.183940+0000","last_undegraded":"2026-02-14T01:55:41.183940+0000","last_fullsized":"2026-02-14T01:55:41.183940+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:11:20.026380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.182424+0000","last_change":"2026-02-14T01:55:41.182424+0000","last_active":"2026-02-14T01:55:41.182424+0000","last_peered":"2026-02-14T01:55:41.182424+0000","last_clean":"2026-02-14T01:55:41.182424+0000","last_became_active":"2026-02-14T01:55:39.178848+0000","last_became_peered":"2026-02-14T01:55:39.178848+0000","last_unstale":"2026-02-14T01:55:41.182424+0000","last_undegraded":"2026-02-14T01:55:41.182424+0000","last_fullsized":"2026-02-14T01:55:41.182424+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:18.887950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183340+0000","last_change":"2026-02-14T01:55:41.183574+0000","last_active":"2026-02-14T01:55:41.183340+0000","last_peered":"2026-02-14T01:55:41.183340+0000","last_clean":"2026-02-14T01:55:41.183340+0000","last_became_active":"2026-02-14T01:55:39.181733+0000","last_became_peered":"2026-02-14T01:55:39.181733+0000","last_unstale":"2026-02-14T01:55:41.183340+0000","last_undegraded":"2026-02-14T01:55:41.183340+0000","last_fullsized":"2026-02-14T01:55:41.183340+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:22.137198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.182414+0000","last_change":"2026-02-14T01:55:41.182414+0000","last_active":"2026-02-14T01:55:41.182414+0000","last_peered":"2026-02-14T01:55:41.182414+0000","last_clean":"2026-02-14T01:55:41.182414+0000","last_became_active":"2026-02-14T01:55:39.178807+0000","last_became_peered":"2026-02-14T01:55:39.178807+0000","last_unstale":"2026-02-14T01:55:41.182414+0000","last_undegraded":"2026-02-14T01:55:41.182414+0000","last_fullsized":"2026-02-14T01:55:41.182414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:28:06.063546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.184048+0000","last_change":"2026-02-14T01:55:41.184048+0000","last_active":"2026-02-14T01:55:41.184048+0000","last_peered":"2026-02-14T01:55:41.184048+0000","last_clean":"2026-02-14T01:55:41.184048+0000","last_became_active":"2026-02-14T01:55:39.181162+0000","last_became_peered":"2026-02-14T01:55:39.181162+0000","last_unstale":"2026-02-14T01:55:41.184048+0000","last_undegraded":"2026-02-14T01:55:41.184048+0000","last_fullsized":"2026-02-14T01:55:41.184048+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T02:47:09.149323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.182645+0000","last_change":"2026-02-14T01:55:41.182773+0000","last_active":"2026-02-14T01:55:41.182645+0000","last_peered":"2026-02-14T01:55:41.182645+0000","last_clean":"2026-02-14T01:55:41.182645+0000","last_became_active":"2026-02-14T01:55:39.181723+0000","last_became_peered":"2026-02-14T01:55:39.181723+0000","last_unstale":"2026-02-14T01:55:41.182645+0000","last_undegraded":"2026-02-14T01:55:41.182645+0000","last_fullsized":"2026-02-14T01:55:41.182645+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:30:27.629235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183290+0000","last_change":"2026-02-14T01:55:41.183592+0000","last_active":"2026-02-14T01:55:41.183290+0000","last_peered":"2026-02-14T01:55:41.183290+0000","last_clean":"2026-02-14T01:55:41.183290+0000","last_became_active":"2026-02-14T01:55:39.181276+0000","last_became_peered":"2026-02-14T01:55:39.181276+0000","last_unstale":"2026-02-14T01:55:41.183290+0000","last_undegraded":"2026-02-14T01:55:41.183290+0000","last_fullsized":"2026-02-14T01:55:41.183290+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:59:25.966548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.183659+0000","last_change":"2026-02-14T01:55:41.183845+0000","last_active":"2026-02-14T01:55:41.183659+0000","last_peered":"2026-02-14T01:55:41.183659+0000","last_clean":"2026-02-14T01:55:41.183659+0000","last_became_active":"2026-02-14T01:55:39.180940+0000","last_became_peered":"2026-02-14T01:55:39.180940+0000","last_unstale":"2026-02-14T01:55:41.183659+0000","last_undegraded":"2026-02-14T01:55:41.183659+0000","last_fullsized":"2026-02-14T01:55:41.183659+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T05:13:41.395944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":110,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-14T01:55:41.181803+0000","last_change":"2026-02-14T01:55:35.443698+0000","last_active":"2026-02-14T01:55:41.181803+0000","last_peered":"2026-02-14T01:55:41.181803+0000","last_clean":"2026-02-14T01:55:41.181803+0000","last_became_active":"2026-02-14T01:55:35.443220+0000","last_became_peered":"2026-02-14T01:55:35.443220+0000","last_unstale":"2026-02-14T01:55:41.181803+0000","last_undegraded":"2026-02-14T01:55:41.181803+0000","last_fullsized":"2026-02-14T01:55:41.181803+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:57:36.429592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":148,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":151552,"data_stored":41240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27088,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344752,"statfs":{"total":96636764160,"available":96609026048,"internally_reserved":0,"allocated":131072,"data_stored":34451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":745472,"data_stored":631608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27684,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344156,"statfs":{"total":96636764160,"available":96608415744,"internally_reserved":0,"allocated":733184,"data_stored":628162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:55:44.892 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-14T01:55:44.893 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-14T01:55:44.893 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-14T01:55:44.893 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.959+0000 7f51f3f5d640 1 -- 10.20.193.44:0/837866246 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 msgr2=0x7f51ec1342a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.959+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/837866246 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1342a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009990 tx=0x7f51e002f150 comp rx=0 tx=0).stop 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.959+0000 7f51f3f5d640 1 -- 10.20.193.44:0/837866246 shutdown_connections 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.959+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/837866246 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f51ec1347e0 0x7f51ec136bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.959+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/837866246 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1342a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.959+0000 7f51f3f5d640 1 -- 10.20.193.44:0/837866246 >> 10.20.193.44:0/837866246 conn(0x7f51ec09f840 msgr2=0x7f51ec09fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 -- 10.20.193.44:0/837866246 shutdown_connections 2026-02-14T01:55:44.963 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 -- 10.20.193.44:0/837866246 wait complete. 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 Processor -- start 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 -- start start 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f51ec12b880 0x7f51ec1c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1c7370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f51ec1347e0 0x7f51ec1271d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec137830 con 0x7f51ec1347e0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f51ec1376b0 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f3f5d640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f51ec1379b0 con 0x7f51ec12b880 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1c7370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:45176/0 (socket says 10.20.193.44:45176) 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f24d3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f51ec1347e0 0x7f51ec1271d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 -- 10.20.193.44:0/2168030020 learned_addr learned my addr 10.20.193.44:0/2168030020 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f1cd2640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f51ec12b880 0x7f51ec1c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 -- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f51ec12b880 msgr2=0x7f51ec1c6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f51ec12b880 0x7f51ec1c6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 -- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f51ec1347e0 msgr2=0x7f51ec1271d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f51ec1347e0 0x7f51ec1271d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.960+0000 7f51f14d1640 1 -- 10.20.193.44:0/2168030020 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51ec12a9d0 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51f14d1640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1c7370 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009a90 tx=0x7f51e0002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0004550 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f51e003e070 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51ec12a100 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0004b00 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f51ec129490 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51ec12bc60 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.961+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f51e0038470 con 0x7f51ec131eb0 2026-02-14T01:55:44.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.962+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f51e008b550 con 0x7f51ec131eb0 2026-02-14T01:55:44.965 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:44.964+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f51e0065390 con 0x7f51ec131eb0 2026-02-14T01:55:45.047 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.046+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f51ec1296c0 con 0x7f51ec131eb0 2026-02-14T01:55:45.048 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.046+0000 7f51da7fc640 1 -- 10.20.193.44:0/2168030020 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f51e008a6b0 con 0x7f51ec131eb0 2026-02-14T01:55:45.048 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:45.048 INFO:teuthology.orchestra.run.trial044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 >> v1:10.20.193.44:6800/3588496006 conn(0x7f51bc04f790 legacy=0x7f51bc051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 msgr2=0x7f51ec1c7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1c7370 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009a90 tx=0x7f51e0002910 comp rx=0 tx=0).stop 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 shutdown_connections 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f51ec1347e0 0x7f51ec1271d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f51ec131eb0 0x7f51ec1c7370 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 --2- 10.20.193.44:0/2168030020 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f51ec12b880 0x7f51ec1c6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 >> 10.20.193.44:0/2168030020 conn(0x7f51ec09f840 msgr2=0x7f51ec131790 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 shutdown_connections 2026-02-14T01:55:45.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.047+0000 7f51f3f5d640 1 -- 10.20.193.44:0/2168030020 wait complete. 2026-02-14T01:55:45.056 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-14T01:55:45.056 INFO:teuthology.run_tasks:Running task exec... 2026-02-14T01:55:45.066 INFO:teuthology.task.exec:Executing custom commands... 2026-02-14T01:55:45.067 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:45.067 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client squid' 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 -- 10.20.193.44:0/4044164129 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1740095810 msgr2=0x7f1740131db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 --2- 10.20.193.44:0/4044164129 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1740095810 0x7f1740131db0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1734009930 tx=0x7f173402f110 comp rx=0 tx=0).stop 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 -- 10.20.193.44:0/4044164129 shutdown_connections 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 --2- 10.20.193.44:0/4044164129 >> v2:10.20.193.44:3300/0 conn(0x7f17401322f0 0x7f17401346e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 --2- 10.20.193.44:0/4044164129 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1740095810 0x7f1740131db0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 -- 10.20.193.44:0/4044164129 >> 10.20.193.44:0/4044164129 conn(0x7f174009b3a0 msgr2=0x7f174009b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:45.134 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 -- 10.20.193.44:0/4044164129 shutdown_connections 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.130+0000 7f17475bf640 1 -- 10.20.193.44:0/4044164129 wait complete. 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 Processor -- start 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 -- start start 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1740094d20 0x7f17401c6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 0x7f17401c71c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f17401322f0 0x7f17401c7700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17401358d0 con 0x7f1740095810 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1740135750 con 0x7f1740094d20 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1740135a50 con 0x7f17401322f0 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 0x7f17401c71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 0x7f17401c71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:53896/0 (socket says 10.20.193.44:53896) 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 -- 10.20.193.44:0/1316312490 learned_addr learned my addr 10.20.193.44:0/1316312490 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1745b35640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f17401322f0 0x7f17401c7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1745334640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1740094d20 0x7f17401c6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 -- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f17401322f0 msgr2=0x7f17401c7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:45.135 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f17401322f0 0x7f17401c7700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 -- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1740094d20 msgr2=0x7f17401c6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1740094d20 0x7f17401c6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 -- 10.20.193.44:0/1316312490 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1740126b30 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1745b35640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f17401322f0 0x7f17401c7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f1744b33640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 0x7f17401c71c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1734009930 tx=0x7f1734002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1734004550 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f173402fe50 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f174006f860 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17340048a0 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.131+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1740073860 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.132+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1740095100 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.132+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f1734038470 con 0x7f1740095810 2026-02-14T01:55:45.136 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.133+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f173408b440 con 0x7f1740095810 2026-02-14T01:55:45.137 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.134+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f1734065280 con 0x7f1740095810 2026-02-14T01:55:45.212 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:45.211+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "squid"} v 0) -- 0x7f17400697a0 con 0x7f1740095810 2026-02-14T01:55:46.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.191+0000 7f172dffb640 1 -- 10.20.193.44:0/1316312490 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "squid"}]=0 set require_min_compat_client to squid v19) ==== 139+0+0 (secure 0 0 0) 0x7f173408a5a0 con 0x7f1740095810 2026-02-14T01:55:46.193 INFO:teuthology.orchestra.run.trial044.stderr:set require_min_compat_client to squid 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 >> v1:10.20.193.44:6800/3588496006 conn(0x7f171004f790 legacy=0x7f1710051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 msgr2=0x7f17401c71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 0x7f17401c71c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1734009930 tx=0x7f1734002910 comp rx=0 tx=0).stop 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 shutdown_connections 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f17401322f0 0x7f17401c7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1740095810 0x7f17401c71c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 --2- 10.20.193.44:0/1316312490 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1740094d20 0x7f17401c6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 >> 10.20.193.44:0/1316312490 conn(0x7f174009b3a0 msgr2=0x7f1740129cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:46.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 shutdown_connections 2026-02-14T01:55:46.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.195+0000 7f17475bf640 1 -- 10.20.193.44:0/1316312490 wait complete. 2026-02-14T01:55:46.205 INFO:teuthology.run_tasks:Running task print... 2026-02-14T01:55:46.219 INFO:teuthology.task.print:**** done ceph 2026-02-14T01:55:46.219 INFO:teuthology.run_tasks:Running task print... 2026-02-14T01:55:46.234 INFO:teuthology.task.print:*** upgrading, no cephfs present 2026-02-14T01:55:46.234 INFO:teuthology.run_tasks:Running task exec... 2026-02-14T01:55:46.249 INFO:teuthology.task.exec:Executing custom commands... 2026-02-14T01:55:46.249 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:55:46.249 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-14T01:55:46.318 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 -- 10.20.193.44:0/2898907411 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd10012abc0 msgr2=0x7fd100127dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.318 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 --2- 10.20.193.44:0/2898907411 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd10012abc0 0x7fd100127dd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd0f0009930 tx=0x7fd0f002f110 comp rx=0 tx=0).stop 2026-02-14T01:55:46.318 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 -- 10.20.193.44:0/2898907411 shutdown_connections 2026-02-14T01:55:46.318 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 --2- 10.20.193.44:0/2898907411 >> v2:10.20.193.44:3300/0 conn(0x7fd100130ef0 0x7fd1001332e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.318 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 --2- 10.20.193.44:0/2898907411 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd10012abc0 0x7fd100127dd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 -- 10.20.193.44:0/2898907411 >> 10.20.193.44:0/2898907411 conn(0x7fd10009b3a0 msgr2=0x7fd10009b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 -- 10.20.193.44:0/2898907411 shutdown_connections 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.313+0000 7fd10600e640 1 -- 10.20.193.44:0/2898907411 wait complete. 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 Processor -- start 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 -- start start 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd10006c890 0x7fd10006ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd10012abc0 0x7fd10006f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 0x7fd10006f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd10012b700 con 0x7fd10006c890 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fd10012b580 con 0x7fd100130ef0 2026-02-14T01:55:46.319 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd10600e640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fd100133820 con 0x7fd10012abc0 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0ff7fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd10006c890 0x7fd10006ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 0x7fd10006f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0ff7fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd10006c890 0x7fd10006ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:46216/0 (socket says 10.20.193.44:46216) 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0ff7fe640 1 -- 10.20.193.44:0/2812252036 learned_addr learned my addr 10.20.193.44:0/2812252036 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 0x7fd10006f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:59480/0 (socket says 10.20.193.44:59480) 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0feffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd10012abc0 0x7fd10006f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 -- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd10012abc0 msgr2=0x7fd10006f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd10012abc0 0x7fd10006f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 -- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd10006c890 msgr2=0x7fd10006ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd10006c890 0x7fd10006ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.320 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 -- 10.20.193.44:0/2812252036 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd100072310 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0fffff640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 0x7fd10006f630 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4009fc0 tx=0x7fd0f40077b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4019070 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.314+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0f4004030 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.315+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd100070f20 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.315+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4004480 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.315+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1001c6c30 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.315+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd100126e50 con 0x7fd100130ef0 2026-02-14T01:55:46.321 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.315+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fd0f4013070 con 0x7fd100130ef0 2026-02-14T01:55:46.322 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.316+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7fd0f4066c60 con 0x7fd100130ef0 2026-02-14T01:55:46.322 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.318+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd100126e50 con 0x7fd100130ef0 2026-02-14T01:55:46.400 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.398+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd1001276c0 con 0x7fd100130ef0 2026-02-14T01:55:46.401 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd0dbfff640 1 -- 10.20.193.44:0/2812252036 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7fd0f4011070 con 0x7fd100130ef0 2026-02-14T01:55:46.401 INFO:teuthology.orchestra.run.trial044.stdout:e1 2026-02-14T01:55:46.401 INFO:teuthology.orchestra.run.trial044.stdout:btime 2026-02-14T01:55:22:351165+0000 2026-02-14T01:55:46.401 INFO:teuthology.orchestra.run.trial044.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-14T01:55:46.401 INFO:teuthology.orchestra.run.trial044.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-14T01:55:46.401 INFO:teuthology.orchestra.run.trial044.stdout:legacy client fscid: -1 2026-02-14T01:55:46.402 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:55:46.402 INFO:teuthology.orchestra.run.trial044.stdout:No filesystems configured 2026-02-14T01:55:46.403 INFO:teuthology.orchestra.run.trial044.stderr:dumped fsmap epoch 1 2026-02-14T01:55:46.403 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 >> v1:10.20.193.44:6800/3588496006 conn(0x7fd0d004f790 legacy=0x7fd0d0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.403 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 msgr2=0x7fd10006f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:55:46.403 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 0x7fd10006f630 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4009fc0 tx=0x7fd0f40077b0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.403 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 shutdown_connections 2026-02-14T01:55:46.403 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd100130ef0 0x7fd10006f630 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.404 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd10012abc0 0x7fd10006f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.404 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 --2- 10.20.193.44:0/2812252036 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd10006c890 0x7fd10006ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:55:46.404 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 >> 10.20.193.44:0/2812252036 conn(0x7fd10009b3a0 msgr2=0x7fd100097cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:55:46.404 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 shutdown_connections 2026-02-14T01:55:46.404 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:55:46.399+0000 7fd10600e640 1 -- 10.20.193.44:0/2812252036 wait complete. 2026-02-14T01:55:46.408 INFO:teuthology.run_tasks:Running task install.upgrade... 2026-02-14T01:55:46.426 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'} 2026-02-14T01:55:46.427 INFO:teuthology.task.install:remote ubuntu@trial044.front.sepia.ceph.com config {'flavor': 'default', 'sha1': 'eae49298735c216a37f3957204b0fe058b58e376'} 2026-02-14T01:55:46.427 INFO:teuthology.task.install:extra packages: [] 2026-02-14T01:55:46.435 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-14T01:55:46.436 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2026-02-14T01:55:46.436 DEBUG:teuthology.orchestra.run.trial044:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2026-02-14T01:55:46.456 INFO:teuthology.orchestra.run.trial044.stdout:19.2.3-672.g283431c0.el9 2026-02-14T01:55:46.456 INFO:teuthology.packaging:The installed version of ceph-common is 19.2.3-672.g283431c0.el9 2026-02-14T01:55:46.456 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:55:46.645 INFO:teuthology.task.install:Ceph rpm upgrade from 19.2.3-672.g283431c0.el9 to 20.2.0-667.geae49298 2026-02-14T01:55:46.645 INFO:teuthology.task.install.rpm:Host trial044 is: centos 9.stream x86_64 2026-02-14T01:55:46.646 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:55:46.782 INFO:teuthology.task.install.rpm:Repo base URL: https://3.chacra.ceph.com/r/ceph/wip-jcollin-testing-20260213.113451-tentacle/eae49298735c216a37f3957204b0fe058b58e376/centos/9/flavors/default/ 2026-02-14T01:55:46.782 DEBUG:teuthology.orchestra.run.trial044:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-02-14T01:55:47.095 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-jcollin-testing-20260213.113451-tentacle/eae49298735c216a37f3957204b0fe058b58e376/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-jcollin-testing-20260213.113451-tentacle/eae49298735c216a37f3957204b0fe058b58e376/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-jcollin-testing-20260213.113451-tentacle/eae49298735c216a37f3957204b0fe058b58e376/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-14T01:55:47.095 DEBUG:teuthology.orchestra.run.trial044:> set -ex 2026-02-14T01:55:47.095 DEBUG:teuthology.orchestra.run.trial044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-14T01:55:47.121 DEBUG:teuthology.orchestra.run.trial044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/eae49298735c216a37f3957204b0fe058b58e376/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-14T01:55:47.186 DEBUG:teuthology.orchestra.run.trial044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-14T01:55:47.252 DEBUG:teuthology.orchestra.run.trial044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-14T01:55:47.307 INFO:teuthology.orchestra.run.trial044.stdout:check_obsoletes = 1 2026-02-14T01:55:47.317 DEBUG:teuthology.orchestra.run.trial044:> sudo yum clean all 2026-02-14T01:55:47.475 INFO:teuthology.orchestra.run.trial044.stdout:56 files removed 2026-02-14T01:55:47.490 DEBUG:teuthology.orchestra.run.trial044:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2026-02-14T01:55:48.119 INFO:teuthology.orchestra.run.trial044.stdout:ceph packages for x86_64 180 kB/s | 87 kB 00:00 2026-02-14T01:55:48.422 INFO:teuthology.orchestra.run.trial044.stdout:ceph noarch packages 65 kB/s | 18 kB 00:00 2026-02-14T01:55:48.756 INFO:teuthology.orchestra.run.trial044.stdout:ceph source packages 6.2 kB/s | 1.9 kB 00:00 2026-02-14T01:55:49.453 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.9 MB 00:00 2026-02-14T01:55:52.001 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - AppStream 13 MB/s | 27 MB 00:02 2026-02-14T01:55:56.092 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 7.8 MB 00:01 2026-02-14T01:55:56.978 INFO:teuthology.orchestra.run.trial044.stdout:CentOS Stream 9 - Extras packages 119 kB/s | 20 kB 00:00 2026-02-14T01:55:57.317 INFO:teuthology.orchestra.run.trial044.stdout:Extra Packages for Enterprise Linux 77 MB/s | 20 MB 00:00 2026-02-14T01:56:00.567 INFO:teuthology.orchestra.run.trial044.stdout:lab-extras 1.3 MB/s | 50 kB 00:00 2026-02-14T01:56:01.829 INFO:teuthology.orchestra.run.trial044.stderr:Package cephadm available, but not installed. 2026-02-14T01:56:01.829 INFO:teuthology.orchestra.run.trial044.stdout:No match for argument: cephadm 2026-02-14T01:56:01.831 INFO:teuthology.orchestra.run.trial044.stderr:Package ceph-mgr-dashboard available, but not installed. 2026-02-14T01:56:01.832 INFO:teuthology.orchestra.run.trial044.stdout:No match for argument: ceph-mgr-dashboard 2026-02-14T01:56:01.832 INFO:teuthology.orchestra.run.trial044.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2026-02-14T01:56:01.832 INFO:teuthology.orchestra.run.trial044.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-02-14T01:56:01.833 INFO:teuthology.orchestra.run.trial044.stderr:Package ceph-mgr-rook available, but not installed. 2026-02-14T01:56:01.833 INFO:teuthology.orchestra.run.trial044.stdout:No match for argument: ceph-mgr-rook 2026-02-14T01:56:01.833 INFO:teuthology.orchestra.run.trial044.stderr:Package ceph-mgr-cephadm available, but not installed. 2026-02-14T01:56:01.834 INFO:teuthology.orchestra.run.trial044.stdout:No match for argument: ceph-mgr-cephadm 2026-02-14T01:56:01.834 INFO:teuthology.orchestra.run.trial044.stderr:Package ceph-volume available, but not installed. 2026-02-14T01:56:01.834 INFO:teuthology.orchestra.run.trial044.stdout:No match for argument: ceph-volume 2026-02-14T01:56:01.870 INFO:teuthology.orchestra.run.trial044.stdout:Dependencies resolved. 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout: Package Arch Version Repository Size 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout:Upgrading: 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout: ceph x86_64 2:20.2.0-667.geae49298.el9 ceph 6.5 k 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout: ceph-base x86_64 2:20.2.0-667.geae49298.el9 ceph 5.9 M 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout: ceph-common x86_64 2:20.2.0-667.geae49298.el9 ceph 24 M 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout: ceph-fuse x86_64 2:20.2.0-667.geae49298.el9 ceph 943 k 2026-02-14T01:56:01.872 INFO:teuthology.orchestra.run.trial044.stdout: ceph-immutable-object-cache 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: x86_64 2:20.2.0-667.geae49298.el9 ceph 154 k 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mds x86_64 2:20.2.0-667.geae49298.el9 ceph 2.3 M 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr x86_64 2:20.2.0-667.geae49298.el9 ceph 961 k 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr-modules-core noarch 2:20.2.0-667.geae49298.el9 ceph-noarch 290 k 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mon x86_64 2:20.2.0-667.geae49298.el9 ceph 5.0 M 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-osd x86_64 2:20.2.0-667.geae49298.el9 ceph 17 M 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-radosgw x86_64 2:20.2.0-667.geae49298.el9 ceph 24 M 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-selinux x86_64 2:20.2.0-667.geae49298.el9 ceph 25 k 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: ceph-test x86_64 2:20.2.0-667.geae49298.el9 ceph 84 M 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs-devel x86_64 2:20.2.0-667.geae49298.el9 ceph 34 k 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs2 x86_64 2:20.2.0-667.geae49298.el9 ceph 870 k 2026-02-14T01:56:01.873 INFO:teuthology.orchestra.run.trial044.stdout: libcephsqlite x86_64 2:20.2.0-667.geae49298.el9 ceph 164 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: librados-devel x86_64 2:20.2.0-667.geae49298.el9 ceph 126 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: librados2 x86_64 2:20.2.0-667.geae49298.el9 ceph 3.5 M 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: libradosstriper1 x86_64 2:20.2.0-667.geae49298.el9 ceph 250 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: librbd1 x86_64 2:20.2.0-667.geae49298.el9 ceph 2.8 M 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: librgw2 x86_64 2:20.2.0-667.geae49298.el9 ceph 6.4 M 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-argparse x86_64 2:20.2.0-667.geae49298.el9 ceph 45 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-common x86_64 2:20.2.0-667.geae49298.el9 ceph 175 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: python3-cephfs x86_64 2:20.2.0-667.geae49298.el9 ceph 166 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: python3-rados x86_64 2:20.2.0-667.geae49298.el9 ceph 323 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: python3-rbd x86_64 2:20.2.0-667.geae49298.el9 ceph 306 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: python3-rgw x86_64 2:20.2.0-667.geae49298.el9 ceph 99 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: rbd-fuse x86_64 2:20.2.0-667.geae49298.el9 ceph 91 k 2026-02-14T01:56:01.874 INFO:teuthology.orchestra.run.trial044.stdout: rbd-mirror x86_64 2:20.2.0-667.geae49298.el9 ceph 2.9 M 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout: rbd-nbd x86_64 2:20.2.0-667.geae49298.el9 ceph 180 k 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout:Installing dependencies: 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs-proxy2 x86_64 2:20.2.0-667.geae49298.el9 ceph 24 k 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout:Transaction Summary 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout:================================================================================ 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout:Install 1 Package 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout:Upgrade 30 Packages 2026-02-14T01:56:01.875 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:01.876 INFO:teuthology.orchestra.run.trial044.stdout:Total download size: 182 M 2026-02-14T01:56:01.876 INFO:teuthology.orchestra.run.trial044.stdout:Downloading Packages: 2026-02-14T01:56:01.925 INFO:teuthology.orchestra.run.trial044.stdout:(1/31): ceph-20.2.0-667.geae49298.el9.x86_64.rp 126 kB/s | 6.5 kB 00:00 2026-02-14T01:56:01.943 INFO:teuthology.orchestra.run.trial044.stdout:(2/31): libcephfs-proxy2-20.2.0-667.geae49298.e 350 kB/s | 24 kB 00:00 2026-02-14T01:56:02.005 INFO:teuthology.orchestra.run.trial044.stdout:(3/31): ceph-fuse-20.2.0-667.geae49298.el9.x86_ 15 MB/s | 943 kB 00:00 2026-02-14T01:56:02.023 INFO:teuthology.orchestra.run.trial044.stdout:(4/31): ceph-immutable-object-cache-20.2.0-667. 8.4 MB/s | 154 kB 00:00 2026-02-14T01:56:02.145 INFO:teuthology.orchestra.run.trial044.stdout:(5/31): ceph-mds-20.2.0-667.geae49298.el9.x86_6 19 MB/s | 2.3 MB 00:00 2026-02-14T01:56:02.210 INFO:teuthology.orchestra.run.trial044.stdout:(6/31): ceph-mgr-20.2.0-667.geae49298.el9.x86_6 15 MB/s | 961 kB 00:00 2026-02-14T01:56:02.466 INFO:teuthology.orchestra.run.trial044.stdout:(7/31): ceph-mon-20.2.0-667.geae49298.el9.x86_6 20 MB/s | 5.0 MB 00:00 2026-02-14T01:56:02.545 INFO:teuthology.orchestra.run.trial044.stdout:(8/31): ceph-base-20.2.0-667.geae49298.el9.x86_ 8.8 MB/s | 5.9 MB 00:00 2026-02-14T01:56:02.849 INFO:teuthology.orchestra.run.trial044.stdout:(9/31): ceph-common-20.2.0-667.geae49298.el9.x8 26 MB/s | 24 MB 00:00 2026-02-14T01:56:02.891 INFO:teuthology.orchestra.run.trial044.stdout:(10/31): ceph-selinux-20.2.0-667.geae49298.el9. 599 kB/s | 25 kB 00:00 2026-02-14T01:56:03.167 INFO:teuthology.orchestra.run.trial044.stdout:(11/31): ceph-osd-20.2.0-667.geae49298.el9.x86_ 24 MB/s | 17 MB 00:00 2026-02-14T01:56:03.196 INFO:teuthology.orchestra.run.trial044.stdout:(12/31): libcephfs-devel-20.2.0-667.geae49298.e 1.1 MB/s | 34 kB 00:00 2026-02-14T01:56:03.244 INFO:teuthology.orchestra.run.trial044.stdout:(13/31): libcephfs2-20.2.0-667.geae49298.el9.x8 18 MB/s | 870 kB 00:00 2026-02-14T01:56:03.281 INFO:teuthology.orchestra.run.trial044.stdout:(14/31): libcephsqlite-20.2.0-667.geae49298.el9 4.4 MB/s | 164 kB 00:00 2026-02-14T01:56:03.318 INFO:teuthology.orchestra.run.trial044.stdout:(15/31): librados-devel-20.2.0-667.geae49298.el 3.3 MB/s | 126 kB 00:00 2026-02-14T01:56:03.479 INFO:teuthology.orchestra.run.trial044.stdout:(16/31): librados2-20.2.0-667.geae49298.el9.x86 22 MB/s | 3.5 MB 00:00 2026-02-14T01:56:03.519 INFO:teuthology.orchestra.run.trial044.stdout:(17/31): libradosstriper1-20.2.0-667.geae49298. 6.1 MB/s | 250 kB 00:00 2026-02-14T01:56:03.678 INFO:teuthology.orchestra.run.trial044.stdout:(18/31): librbd1-20.2.0-667.geae49298.el9.x86_6 18 MB/s | 2.8 MB 00:00 2026-02-14T01:56:03.979 INFO:teuthology.orchestra.run.trial044.stdout:(19/31): librgw2-20.2.0-667.geae49298.el9.x86_6 21 MB/s | 6.4 MB 00:00 2026-02-14T01:56:04.018 INFO:teuthology.orchestra.run.trial044.stdout:(20/31): python3-ceph-argparse-20.2.0-667.geae4 1.2 MB/s | 45 kB 00:00 2026-02-14T01:56:04.059 INFO:teuthology.orchestra.run.trial044.stdout:(21/31): python3-ceph-common-20.2.0-667.geae492 4.2 MB/s | 175 kB 00:00 2026-02-14T01:56:04.100 INFO:teuthology.orchestra.run.trial044.stdout:(22/31): python3-cephfs-20.2.0-667.geae49298.el 4.0 MB/s | 166 kB 00:00 2026-02-14T01:56:04.144 INFO:teuthology.orchestra.run.trial044.stdout:(23/31): python3-rados-20.2.0-667.geae49298.el9 7.2 MB/s | 323 kB 00:00 2026-02-14T01:56:04.188 INFO:teuthology.orchestra.run.trial044.stdout:(24/31): python3-rbd-20.2.0-667.geae49298.el9.x 6.8 MB/s | 306 kB 00:00 2026-02-14T01:56:04.227 INFO:teuthology.orchestra.run.trial044.stdout:(25/31): python3-rgw-20.2.0-667.geae49298.el9.x 2.4 MB/s | 99 kB 00:00 2026-02-14T01:56:04.267 INFO:teuthology.orchestra.run.trial044.stdout:(26/31): rbd-fuse-20.2.0-667.geae49298.el9.x86_ 2.2 MB/s | 91 kB 00:00 2026-02-14T01:56:04.326 INFO:teuthology.orchestra.run.trial044.stdout:(27/31): ceph-radosgw-20.2.0-667.geae49298.el9. 13 MB/s | 24 MB 00:01 2026-02-14T01:56:04.379 INFO:teuthology.orchestra.run.trial044.stdout:(28/31): rbd-nbd-20.2.0-667.geae49298.el9.x86_6 3.4 MB/s | 180 kB 00:00 2026-02-14T01:56:04.410 INFO:teuthology.orchestra.run.trial044.stdout:(29/31): rbd-mirror-20.2.0-667.geae49298.el9.x8 20 MB/s | 2.9 MB 00:00 2026-02-14T01:56:04.415 INFO:teuthology.orchestra.run.trial044.stdout:(30/31): ceph-mgr-modules-core-20.2.0-667.geae4 7.8 MB/s | 290 kB 00:00 2026-02-14T01:56:05.219 INFO:teuthology.orchestra.run.trial044.stdout:(31/31): ceph-test-20.2.0-667.geae49298.el9.x86 36 MB/s | 84 MB 00:02 2026-02-14T01:56:05.221 INFO:teuthology.orchestra.run.trial044.stdout:-------------------------------------------------------------------------------- 2026-02-14T01:56:05.221 INFO:teuthology.orchestra.run.trial044.stdout:Total 54 MB/s | 182 MB 00:03 2026-02-14T01:56:05.221 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction check 2026-02-14T01:56:05.242 INFO:teuthology.orchestra.run.trial044.stdout:Transaction check succeeded. 2026-02-14T01:56:05.242 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction test 2026-02-14T01:56:05.827 INFO:teuthology.orchestra.run.trial044.stdout:Transaction test succeeded. 2026-02-14T01:56:05.827 INFO:teuthology.orchestra.run.trial044.stdout:Running transaction 2026-02-14T01:56:06.587 INFO:teuthology.orchestra.run.trial044.stdout: Preparing : 1/1 2026-02-14T01:56:06.594 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : librados2-2:20.2.0-667.geae49298.el9.x86_64 1/61 2026-02-14T01:56:06.731 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librados2-2:20.2.0-667.geae49298.el9.x86_64 1/61 2026-02-14T01:56:06.733 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : librbd1-2:20.2.0-667.geae49298.el9.x86_64 2/61 2026-02-14T01:56:07.029 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librbd1-2:20.2.0-667.geae49298.el9.x86_64 2/61 2026-02-14T01:56:07.043 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : librgw2-2:20.2.0-667.geae49298.el9.x86_64 3/61 2026-02-14T01:56:07.070 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librgw2-2:20.2.0-667.geae49298.el9.x86_64 3/61 2026-02-14T01:56:07.079 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : python3-rados-2:20.2.0-667.geae49298.el9.x86_64 4/61 2026-02-14T01:56:07.080 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : libcephsqlite-2:20.2.0-667.geae49298.el9.x86_64 5/61 2026-02-14T01:56:07.103 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephsqlite-2:20.2.0-667.geae49298.el9.x86_64 5/61 2026-02-14T01:56:07.104 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : libradosstriper1-2:20.2.0-667.geae49298.el9.x86_64 6/61 2026-02-14T01:56:07.117 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libradosstriper1-2:20.2.0-667.geae49298.el9.x86_64 6/61 2026-02-14T01:56:07.119 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : python3-ceph-argparse-2:20.2.0-667.geae49298.el9.x 7/61 2026-02-14T01:56:07.120 INFO:teuthology.orchestra.run.trial044.stdout: Installing : libcephfs-proxy2-2:20.2.0-667.geae49298.el9.x86_64 8/61 2026-02-14T01:56:07.169 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-667.geae49298.el9.x86_64 8/61 2026-02-14T01:56:07.170 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : libcephfs2-2:20.2.0-667.geae49298.el9.x86_64 9/61 2026-02-14T01:56:07.189 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephfs2-2:20.2.0-667.geae49298.el9.x86_64 9/61 2026-02-14T01:56:07.204 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : python3-cephfs-2:20.2.0-667.geae49298.el9.x86_64 10/61 2026-02-14T01:56:07.211 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : python3-rbd-2:20.2.0-667.geae49298.el9.x86_64 11/61 2026-02-14T01:56:07.219 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : python3-rgw-2:20.2.0-667.geae49298.el9.x86_64 12/61 2026-02-14T01:56:07.267 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : librados-devel-2:20.2.0-667.geae49298.el9.x86_64 13/61 2026-02-14T01:56:07.301 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-mgr-modules-core-2:20.2.0-667.geae49298.el9.n 14/61 2026-02-14T01:56:07.303 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : python3-ceph-common-2:20.2.0-667.geae49298.el9.x86 15/61 2026-02-14T01:56:08.400 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-common-2:20.2.0-667.geae49298.el9.x86_64 16/61 2026-02-14T01:56:08.424 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-common-2:20.2.0-667.geae49298.el9.x86_64 16/61 2026-02-14T01:56:08.723 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-common-2:20.2.0-667.geae49298.el9.x86_64 16/61 2026-02-14T01:56:08.731 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-base-2:20.2.0-667.geae49298.el9.x86_64 17/61 2026-02-14T01:56:08.745 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-base-2:20.2.0-667.geae49298.el9.x86_64 17/61 2026-02-14T01:56:08.746 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-selinux-2:20.2.0-667.geae49298.el9.x86_64 18/61 2026-02-14T01:56:12.956 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-selinux-2:20.2.0-667.geae49298.el9.x86_64 18/61 2026-02-14T01:56:12.959 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-mds-2:20.2.0-667.geae49298.el9.x86_64 19/61 2026-02-14T01:56:13.009 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mds-2:20.2.0-667.geae49298.el9.x86_64 19/61 2026-02-14T01:56:13.010 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-mgr-2:20.2.0-667.geae49298.el9.x86_64 20/61 2026-02-14T01:56:13.230 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mgr-2:20.2.0-667.geae49298.el9.x86_64 20/61 2026-02-14T01:56:13.239 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-mon-2:20.2.0-667.geae49298.el9.x86_64 21/61 2026-02-14T01:56:13.936 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mon-2:20.2.0-667.geae49298.el9.x86_64 21/61 2026-02-14T01:56:13.952 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-osd-2:20.2.0-667.geae49298.el9.x86_64 22/61 2026-02-14T01:56:13.962 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-osd-2:20.2.0-667.geae49298.el9.x86_64 22/61 2026-02-14T01:56:15.052 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-2:20.2.0-667.geae49298.el9.x86_64 23/61 2026-02-14T01:56:15.070 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-radosgw-2:20.2.0-667.geae49298.el9.x86_64 24/61 2026-02-14T01:56:15.084 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-667.geae49298.el9.x86_64 24/61 2026-02-14T01:56:15.086 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-immutable-object-cache-2:20.2.0-667.geae49298 25/61 2026-02-14T01:56:15.218 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-667.geae49298 25/61 2026-02-14T01:56:15.222 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : rbd-mirror-2:20.2.0-667.geae49298.el9.x86_64 26/61 2026-02-14T01:56:19.135 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: rbd-mirror-2:20.2.0-667.geae49298.el9.x86_64 26/61 2026-02-14T01:56:19.142 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-test-2:20.2.0-667.geae49298.el9.x86_64 27/61 2026-02-14T01:56:19.147 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : libcephfs-devel-2:20.2.0-667.geae49298.el9.x86_64 28/61 2026-02-14T01:56:19.157 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : rbd-fuse-2:20.2.0-667.geae49298.el9.x86_64 29/61 2026-02-14T01:56:19.198 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : rbd-nbd-2:20.2.0-667.geae49298.el9.x86_64 30/61 2026-02-14T01:56:19.200 INFO:teuthology.orchestra.run.trial044.stdout: Upgrading : ceph-fuse-2:20.2.0-667.geae49298.el9.x86_64 31/61 2026-02-14T01:56:19.204 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-2:19.2.3-672.g283431c0.el9.x86_64 32/61 2026-02-14T01:56:19.207 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 33/61 2026-02-14T01:56:19.213 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/61 2026-02-14T01:56:19.214 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/61 2026-02-14T01:56:19.221 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/61 2026-02-14T01:56:19.222 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 35/61 2026-02-14T01:56:19.227 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 36/61 2026-02-14T01:56:19.228 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 36/61 2026-02-14T01:56:19.235 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 36/61 2026-02-14T01:56:19.240 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 37/61 2026-02-14T01:56:19.240 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 37/61 2026-02-14T01:56:19.248 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 37/61 2026-02-14T01:56:19.250 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 38/61 2026-02-14T01:56:19.255 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 39/61 2026-02-14T01:56:19.255 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 39/61 2026-02-14T01:56:19.262 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 39/61 2026-02-14T01:56:19.263 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 40/61 2026-02-14T01:56:19.263 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 41/61 2026-02-14T01:56:19.275 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 41/61 2026-02-14T01:56:19.276 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 42/61 2026-02-14T01:56:19.283 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 43/61 2026-02-14T01:56:19.283 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 43/61 2026-02-14T01:56:19.290 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 43/61 2026-02-14T01:56:19.295 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/61 2026-02-14T01:56:19.295 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/61 2026-02-14T01:56:19.301 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/61 2026-02-14T01:56:19.307 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 45/61 2026-02-14T01:56:19.308 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 45/61 2026-02-14T01:56:19.316 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 45/61 2026-02-14T01:56:19.317 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 46/61 2026-02-14T01:56:19.324 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 46/61 2026-02-14T01:56:19.331 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 47/61 2026-02-14T01:56:19.331 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 47/61 2026-02-14T01:56:19.346 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 47/61 2026-02-14T01:56:19.347 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 48/61 2026-02-14T01:56:19.354 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 48/61 2026-02-14T01:56:19.355 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 49/61 2026-02-14T01:56:19.365 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 49/61 2026-02-14T01:56:19.366 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 50/61 2026-02-14T01:56:19.367 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 51/61 2026-02-14T01:56:19.367 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 52/61 2026-02-14T01:56:19.380 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 52/61 2026-02-14T01:56:19.381 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 53/61 2026-02-14T01:56:19.381 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 54/61 2026-02-14T01:56:19.393 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 54/61 2026-02-14T01:56:19.395 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 55/61 2026-02-14T01:56:19.395 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 56/61 2026-02-14T01:56:19.405 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 56/61 2026-02-14T01:56:19.407 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 57/61 2026-02-14T01:56:19.408 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 58/61 2026-02-14T01:56:19.410 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 59/61 2026-02-14T01:56:19.413 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 60/61 2026-02-14T01:56:19.413 INFO:teuthology.orchestra.run.trial044.stdout: Cleanup : librados2-2:19.2.3-672.g283431c0.el9.x86_64 61/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 61/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs-proxy2-2:20.2.0-667.geae49298.el9.x86_64 1/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-2:20.2.0-667.geae49298.el9.x86_64 2/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 3/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-base-2:20.2.0-667.geae49298.el9.x86_64 4/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 5/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-common-2:20.2.0-667.geae49298.el9.x86_64 6/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 7/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-fuse-2:20.2.0-667.geae49298.el9.x86_64 8/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 9/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-667.geae49298 10/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 11/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mds-2:20.2.0-667.geae49298.el9.x86_64 12/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 13/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mgr-2:20.2.0-667.geae49298.el9.x86_64 14/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 15/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mon-2:20.2.0-667.geae49298.el9.x86_64 16/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 17/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-osd-2:20.2.0-667.geae49298.el9.x86_64 18/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 19/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-radosgw-2:20.2.0-667.geae49298.el9.x86_64 20/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 21/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-selinux-2:20.2.0-667.geae49298.el9.x86_64 22/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 23/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-test-2:20.2.0-667.geae49298.el9.x86_64 24/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 25/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs-devel-2:20.2.0-667.geae49298.el9.x86_64 26/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 27/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs2-2:20.2.0-667.geae49298.el9.x86_64 28/61 2026-02-14T01:56:19.824 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 29/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephsqlite-2:20.2.0-667.geae49298.el9.x86_64 30/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 31/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados-devel-2:20.2.0-667.geae49298.el9.x86_64 32/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 33/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados2-2:20.2.0-667.geae49298.el9.x86_64 34/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 35/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libradosstriper1-2:20.2.0-667.geae49298.el9.x86_64 36/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 37/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librbd1-2:20.2.0-667.geae49298.el9.x86_64 38/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 39/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librgw2-2:20.2.0-667.geae49298.el9.x86_64 40/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 41/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ceph-argparse-2:20.2.0-667.geae49298.el9.x 42/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 43/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ceph-common-2:20.2.0-667.geae49298.el9.x86 44/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 45/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cephfs-2:20.2.0-667.geae49298.el9.x86_64 46/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 47/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rados-2:20.2.0-667.geae49298.el9.x86_64 48/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 49/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rbd-2:20.2.0-667.geae49298.el9.x86_64 50/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 51/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rgw-2:20.2.0-667.geae49298.el9.x86_64 52/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 53/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-fuse-2:20.2.0-667.geae49298.el9.x86_64 54/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 55/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-mirror-2:20.2.0-667.geae49298.el9.x86_64 56/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 57/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-nbd-2:20.2.0-667.geae49298.el9.x86_64 58/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 59/61 2026-02-14T01:56:19.825 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-667.geae49298.el9.n 60/61 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 61/61 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout:Upgraded: 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-base-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-common-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-fuse-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-immutable-object-cache-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mds-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.886 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mgr-modules-core-2:20.2.0-667.geae49298.el9.noarch 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: ceph-mon-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: ceph-osd-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: ceph-radosgw-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: ceph-selinux-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: ceph-test-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs-devel-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs2-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: libcephsqlite-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: librados-devel-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: librados2-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: libradosstriper1-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: librbd1-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: librgw2-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-argparse-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: python3-ceph-common-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: python3-cephfs-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: python3-rados-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: python3-rbd-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: python3-rgw-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: rbd-fuse-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: rbd-mirror-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: rbd-nbd-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout:Installed: 2026-02-14T01:56:19.887 INFO:teuthology.orchestra.run.trial044.stdout: libcephfs-proxy2-2:20.2.0-667.geae49298.el9.x86_64 2026-02-14T01:56:19.888 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:19.888 INFO:teuthology.orchestra.run.trial044.stdout:Complete! 2026-02-14T01:56:19.942 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=eae49298735c216a37f3957204b0fe058b58e376 2026-02-14T01:56:20.108 DEBUG:teuthology.orchestra.run.trial044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-14T01:56:20.130 INFO:teuthology.orchestra.run.trial044.stdout:20.2.0-667.geae49298.el9 2026-02-14T01:56:20.131 INFO:teuthology.packaging:The installed version of ceph is 20.2.0-667.geae49298.el9 2026-02-14T01:56:20.131 INFO:teuthology.task.install:The correct ceph version 20.2.0-667.geae49298 is installed. 2026-02-14T01:56:20.132 INFO:teuthology.run_tasks:Running task print... 2026-02-14T01:56:20.140 INFO:teuthology.task.print:**** done install.upgrade 2026-02-14T01:56:20.140 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-14T01:56:20.154 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-14T01:56:20.154 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:20.181 INFO:tasks.ceph.mon.a:Stopped 2026-02-14T01:56:20.182 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-14T01:56:20.182 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-14T01:56:20.224 INFO:tasks.ceph.mon.a:Started 2026-02-14T01:56:20.224 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-14T01:56:20.225 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:20.233 INFO:tasks.ceph.mon.b:Stopped 2026-02-14T01:56:20.234 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-14T01:56:20.234 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-14T01:56:20.275 INFO:tasks.ceph.mon.b:Started 2026-02-14T01:56:20.275 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-14T01:56:20.275 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:20.286 INFO:tasks.ceph.mon.c:Stopped 2026-02-14T01:56:20.286 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-14T01:56:20.286 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-14T01:56:20.329 INFO:tasks.ceph.mon.c:Started 2026-02-14T01:56:20.329 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-14T01:56:20.329 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:20.351 INFO:tasks.ceph.mgr.x:Stopped 2026-02-14T01:56:20.352 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-14T01:56:20.352 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-14T01:56:20.394 INFO:tasks.ceph.mgr.x:Started 2026-02-14T01:56:20.394 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-14T01:56:20.394 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:20.420 INFO:tasks.ceph.mgr.y:Stopped 2026-02-14T01:56:20.420 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-14T01:56:20.420 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-14T01:56:20.463 INFO:tasks.ceph.mgr.y:Started 2026-02-14T01:56:20.463 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-14T01:56:20.479 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-14T01:56:20.479 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-14T01:56:20.479 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-14T01:56:20.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 -- 10.20.193.44:0/4020108517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 msgr2=0x7fa02407d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 --2- 10.20.193.44:0/4020108517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa02407d510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa0100098c0 tx=0x7fa01002f260 comp rx=0 tx=0).stop 2026-02-14T01:56:20.552 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 -- 10.20.193.44:0/4020108517 shutdown_connections 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 --2- 10.20.193.44:0/4020108517 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa02407da50 0x7fa02407de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 --2- 10.20.193.44:0/4020108517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa02407d510 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 -- 10.20.193.44:0/4020108517 >> 10.20.193.44:0/4020108517 conn(0x7fa024083ea0 msgr2=0x7fa0240842a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 -- 10.20.193.44:0/4020108517 shutdown_connections 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.547+0000 7fa028ba3640 1 -- 10.20.193.44:0/4020108517 wait complete. 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 Processor -- start 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 -- start start 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa024122100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa02407da50 0x7fa024122640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.553 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa024173110 0x7fa02411e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241957d0 con 0x7fa02407da50 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa024195650 con 0x7fa0240522c0 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa028ba3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa024195950 con 0x7fa024173110 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa024122100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa022ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa02407da50 0x7fa024122640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa023fff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa024173110 0x7fa02411e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa024122100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:32800/0 (socket says 10.20.193.44:32800) 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 -- 10.20.193.44:0/433662064 learned_addr learned my addr 10.20.193.44:0/433662064 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 -- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa024173110 msgr2=0x7fa02411e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa024173110 0x7fa02411e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 -- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa02407da50 msgr2=0x7fa024122640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.554 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa02407da50 0x7fa024122640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.548+0000 7fa0237fe640 1 -- 10.20.193.44:0/433662064 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa02410b300 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7fa0237fe640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa024122100 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa0100099c0 tx=0x7fa010002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010046070 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa010002c80 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa024122b80 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010005d70 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa02407caf0 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa02407d510 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.549+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fa010038690 con 0x7fa0240522c0 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.550+0000 7fa022ffd640 1 -- 10.20.193.44:0/433662064 >> v1:10.20.193.44:6800/3588496006 conn(0x7f9ff404fac0 legacy=0x7f9ff406ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:20.555 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.550+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7fa01008b670 con 0x7fa0240522c0 2026-02-14T01:56:20.556 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.551+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fa0100651c0 con 0x7fa0240522c0 2026-02-14T01:56:20.637 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.635+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fa02407cd50 con 0x7fa0240522c0 2026-02-14T01:56:20.638 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.636+0000 7f9ffffff640 1 -- 10.20.193.44:0/433662064 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+121585 (secure 0 0 0) 0x7fa01008a800 con 0x7fa0240522c0 2026-02-14T01:56:20.639 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 >> v1:10.20.193.44:6800/3588496006 conn(0x7f9ff404fac0 legacy=0x7f9ff406ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 msgr2=0x7fa024122100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa024122100 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa0100099c0 tx=0x7fa010002900 comp rx=0 tx=0).stop 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 shutdown_connections 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa024173110 0x7fa02411e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa02407da50 0x7fa024122640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.641 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 --2- 10.20.193.44:0/433662064 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa0240522c0 0x7fa024122100 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.642 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 >> 10.20.193.44:0/433662064 conn(0x7fa024083ea0 msgr2=0x7fa024059b40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:20.642 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 shutdown_connections 2026-02-14T01:56:20.642 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.638+0000 7fa028ba3640 1 -- 10.20.193.44:0/433662064 wait complete. 2026-02-14T01:56:20.648 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":6,"flags":0,"active_gid":4127,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6800","nonce":3588496006}]},"active_addr":"10.20.193.44:6800/3588496006","active_change":"2026-02-14T01:55:23.718457+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4130,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":827561595}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":381057338}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":3173211467}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":2649513115}]}]} 2026-02-14T01:56:20.652 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-14T01:56:20.653 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-14T01:56:20.653 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:20.725 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 -- 10.20.193.44:0/2028287106 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0175670 msgr2=0x7f39e0195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.725 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 --2- 10.20.193.44:0/2028287106 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0175670 0x7f39e0195a50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f39d0009750 tx=0x7f39d002f400 comp rx=0 tx=0).stop 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 -- 10.20.193.44:0/2028287106 shutdown_connections 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 --2- 10.20.193.44:0/2028287106 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0175670 0x7f39e0195a50 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 --2- 10.20.193.44:0/2028287106 >> v2:10.20.193.44:3300/0 conn(0x7f39e0081690 0x7f39e0175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 -- 10.20.193.44:0/2028287106 >> 10.20.193.44:0/2028287106 conn(0x7f39e00833e0 msgr2=0x7f39e00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 -- 10.20.193.44:0/2028287106 shutdown_connections 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 -- 10.20.193.44:0/2028287106 wait complete. 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 Processor -- start 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.721+0000 7f39e515e640 1 -- start start 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f39e0080bb0 0x7f39e005a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 0x7f39e0175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f39e0175670 0x7f39e005a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f39e0196a00 con 0x7f39e0080bb0 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f39e0196880 con 0x7f39e0081690 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f39e0196b80 con 0x7f39e0175670 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 0x7f39e0175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39ded76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f39e0080bb0 0x7f39e005a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 0x7f39e0175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:32836/0 (socket says 10.20.193.44:32836) 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 -- 10.20.193.44:0/1978912557 learned_addr learned my addr 10.20.193.44:0/1978912557 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39df577640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f39e0175670 0x7f39e005a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 -- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f39e0175670 msgr2=0x7f39e005a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f39e0175670 0x7f39e005a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 -- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f39e0080bb0 msgr2=0x7f39e005a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f39e0080bb0 0x7f39e005a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 -- 10.20.193.44:0/1978912557 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39e005ba80 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39de575640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 0x7f39e0175130 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f39c80094b0 tx=0x7f39c800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c800cd20 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39c8004880 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39e005c360 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8004cd0 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f39e005ad00 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.722+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39e012ecd0 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.723+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f39c8004080 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.723+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f39c8067980 con 0x7f39e0081690 2026-02-14T01:56:20.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.723+0000 7f39ded76640 1 -- 10.20.193.44:0/1978912557 >> v1:10.20.193.44:6800/3588496006 conn(0x7f39ac04fac0 legacy=0x7f39ac06ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:20.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.725+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f39e012ecd0 con 0x7f39e0081690 2026-02-14T01:56:20.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.799+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f39e0080f80 con 0x7f39e0081690 2026-02-14T01:56:20.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.799+0000 7f39bf7fe640 1 -- 10.20.193.44:0/1978912557 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+8899 (secure 0 0 0) 0x7f39c8041450 con 0x7f39e0081690 2026-02-14T01:56:20.801 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:20.801 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":20,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:47.337717+0000","last_up_change":"2026-02-14T01:55:33.162850+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":1444528540}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":1444528540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":1444528540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":1444528540}]},"public_addr":"10.20.193.44:6805/1444528540","cluster_addr":"10.20.193.44:6806/1444528540","heartbeat_back_addr":"10.20.193.44:6808/1444528540","heartbeat_front_addr":"10.20.193.44:6807/1444528540","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":946824942}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":946824942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":946824942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":946824942}]},"public_addr":"10.20.193.44:6801/946824942","cluster_addr":"10.20.193.44:6802/946824942","heartbeat_back_addr":"10.20.193.44:6804/946824942","heartbeat_front_addr":"10.20.193.44:6803/946824942","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":131172906}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":131172906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":131172906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":131172906}]},"public_addr":"10.20.193.44:6810/131172906","cluster_addr":"10.20.193.44:6811/131172906","heartbeat_back_addr":"10.20.193.44:6815/131172906","heartbeat_front_addr":"10.20.193.44:6813/131172906","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":2319365216}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":2319365216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2319365216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2319365216}]},"public_addr":"10.20.193.44:6809/2319365216","cluster_addr":"10.20.193.44:6812/2319365216","heartbeat_back_addr":"10.20.193.44:6816/2319365216","heartbeat_front_addr":"10.20.193.44:6814/2319365216","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:20.802 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 >> v1:10.20.193.44:6800/3588496006 conn(0x7f39ac04fac0 legacy=0x7f39ac06ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:20.802 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 msgr2=0x7f39e0175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.802 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 0x7f39e0175130 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f39c80094b0 tx=0x7f39c800ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 shutdown_connections 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f39e0175670 0x7f39e005a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f39e0081690 0x7f39e0175130 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 --2- 10.20.193.44:0/1978912557 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f39e0080bb0 0x7f39e005a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 >> 10.20.193.44:0/1978912557 conn(0x7f39e00833e0 msgr2=0x7f39e0132740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 shutdown_connections 2026-02-14T01:56:20.803 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.801+0000 7f39e515e640 1 -- 10.20.193.44:0/1978912557 wait complete. 2026-02-14T01:56:20.811 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-14T01:56:20.811 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:20.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 -- 10.20.193.44:0/3158985306 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b8177a70 msgr2=0x7f04b8197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3158985306 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b8177a70 0x7f04b8197e50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009750 tx=0x7f04ac02f400 comp rx=0 tx=0).stop 2026-02-14T01:56:20.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 -- 10.20.193.44:0/3158985306 shutdown_connections 2026-02-14T01:56:20.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3158985306 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b8177a70 0x7f04b8197e50 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.882 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3158985306 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b805c060 0x7f04b805c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 -- 10.20.193.44:0/3158985306 >> 10.20.193.44:0/3158985306 conn(0x7f04b80833e0 msgr2=0x7f04b80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 -- 10.20.193.44:0/3158985306 shutdown_connections 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.877+0000 7f04bdc16640 1 -- 10.20.193.44:0/3158985306 wait complete. 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 Processor -- start 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 -- start start 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 0x7f04b807b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f04b805c970 0x7f04b807b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b8177a70 0x7f04b807bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04b8198d70 con 0x7f04b805c060 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f04b8198bf0 con 0x7f04b8177a70 2026-02-14T01:56:20.883 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04bdc16640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f04b8198ef0 con 0x7f04b805c970 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b77fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 0x7f04b807b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b7fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b8177a70 0x7f04b807bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b77fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 0x7f04b807b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51278/0 (socket says 10.20.193.44:51278) 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b77fe640 1 -- 10.20.193.44:0/3613548544 learned_addr learned my addr 10.20.193.44:0/3613548544 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b6ffd640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f04b805c970 0x7f04b807b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b7fff640 1 -- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f04b805c970 msgr2=0x7f04b807b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b7fff640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f04b805c970 0x7f04b807b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b7fff640 1 -- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 msgr2=0x7f04b807b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b7fff640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 0x7f04b807b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b7fff640 1 -- 10.20.193.44:0/3613548544 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b807cc50 con 0x7f04b8177a70 2026-02-14T01:56:20.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.878+0000 7f04b77fe640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 0x7f04b807b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f04b7fff640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b8177a70 0x7f04b807bde0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f04b8080790 tx=0x7f04ac009300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac046070 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04ac0042d0 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b818a360 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac004700 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b8186d70 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04b805c430 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.879+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f04ac007470 con 0x7f04b8177a70 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.880+0000 7f04b77fe640 1 -- 10.20.193.44:0/3613548544 >> v1:10.20.193.44:6800/3588496006 conn(0x7f048804fac0 legacy=0x7f048806ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:20.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.880+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f04ac08b760 con 0x7f04b8177a70 2026-02-14T01:56:20.886 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.881+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f04ac0652f0 con 0x7f04b8177a70 2026-02-14T01:56:20.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.953+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04b8053200 con 0x7f04b8177a70 2026-02-14T01:56:20.955 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.953+0000 7f0493fff640 1 -- 10.20.193.44:0/3613548544 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+8899 (secure 0 0 0) 0x7f04ac08a8f0 con 0x7f04b8177a70 2026-02-14T01:56:20.955 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:20.955 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":20,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:55:47.337717+0000","last_up_change":"2026-02-14T01:55:33.162850+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":1444528540}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":1444528540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":1444528540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":1444528540}]},"public_addr":"10.20.193.44:6805/1444528540","cluster_addr":"10.20.193.44:6806/1444528540","heartbeat_back_addr":"10.20.193.44:6808/1444528540","heartbeat_front_addr":"10.20.193.44:6807/1444528540","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":946824942}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":946824942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":946824942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":946824942}]},"public_addr":"10.20.193.44:6801/946824942","cluster_addr":"10.20.193.44:6802/946824942","heartbeat_back_addr":"10.20.193.44:6804/946824942","heartbeat_front_addr":"10.20.193.44:6803/946824942","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":131172906}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":131172906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":131172906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":131172906}]},"public_addr":"10.20.193.44:6810/131172906","cluster_addr":"10.20.193.44:6811/131172906","heartbeat_back_addr":"10.20.193.44:6815/131172906","heartbeat_front_addr":"10.20.193.44:6813/131172906","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":2319365216}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":2319365216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2319365216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2319365216}]},"public_addr":"10.20.193.44:6809/2319365216","cluster_addr":"10.20.193.44:6812/2319365216","heartbeat_back_addr":"10.20.193.44:6816/2319365216","heartbeat_front_addr":"10.20.193.44:6814/2319365216","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.954+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 >> v1:10.20.193.44:6800/3588496006 conn(0x7f048804fac0 legacy=0x7f048806ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.954+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b8177a70 msgr2=0x7f04b807bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.954+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b8177a70 0x7f04b807bde0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f04b8080790 tx=0x7f04ac009300 comp rx=0 tx=0).stop 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 shutdown_connections 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f04b8177a70 0x7f04b807bde0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f04b805c970 0x7f04b807b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 --2- 10.20.193.44:0/3613548544 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f04b805c060 0x7f04b807b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 >> 10.20.193.44:0/3613548544 conn(0x7f04b80833e0 msgr2=0x7f04b807ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 shutdown_connections 2026-02-14T01:56:20.957 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:20.955+0000 7f04bdc16640 1 -- 10.20.193.44:0/3613548544 wait complete. 2026-02-14T01:56:20.966 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-14T01:56:20.966 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-14T01:56:20.967 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-14T01:56:20.967 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-14T01:56:21.041 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 -- 10.20.193.44:0/2730853286 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 msgr2=0x7f1ab0177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.041 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 --2- 10.20.193.44:0/2730853286 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0177630 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1aa00098c0 tx=0x7f1aa002f110 comp rx=0 tx=0).stop 2026-02-14T01:56:21.041 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 -- 10.20.193.44:0/2730853286 shutdown_connections 2026-02-14T01:56:21.041 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 --2- 10.20.193.44:0/2730853286 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1ab0177b70 0x7f1ab0197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.041 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 --2- 10.20.193.44:0/2730853286 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0177630 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.041 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 -- 10.20.193.44:0/2730853286 >> 10.20.193.44:0/2730853286 conn(0x7f1ab008aae0 msgr2=0x7f1ab008aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.042 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 -- 10.20.193.44:0/1940827872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f92200814c0 msgr2=0x7f922007c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.042 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 --2- 10.20.193.44:0/1940827872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f92200814c0 0x7f922007c400 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9214004770 tx=0x7f921402f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.042 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 -- 10.20.193.44:0/2730853286 shutdown_connections 2026-02-14T01:56:21.042 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f1ab5c31640 1 -- 10.20.193.44:0/2730853286 wait complete. 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 -- 10.20.193.44:0/1940827872 shutdown_connections 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 --2- 10.20.193.44:0/1940827872 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f922007c940 0x7f922007cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 --2- 10.20.193.44:0/1940827872 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f92200814c0 0x7f922007c400 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 --2- 10.20.193.44:0/1940827872 >> v2:10.20.193.44:3300/0 conn(0x7f9220080bb0 0x7f9220080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 -- 10.20.193.44:0/1940827872 >> 10.20.193.44:0/1940827872 conn(0x7f92200833e0 msgr2=0x7f92200840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 -- 10.20.193.44:0/1940827872 shutdown_connections 2026-02-14T01:56:21.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f9227c97640 1 -- 10.20.193.44:0/1940827872 wait complete. 2026-02-14T01:56:21.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 -- 10.20.193.44:0/2111222485 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc080bb0 msgr2=0x7f79fc080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 --2- 10.20.193.44:0/2111222485 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc080bb0 0x7f79fc080f80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f79f0005ea0 tx=0x7f79f002f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 -- 10.20.193.44:0/2111222485 shutdown_connections 2026-02-14T01:56:21.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 --2- 10.20.193.44:0/2111222485 >> v2:10.20.193.44:3300/0 conn(0x7f79fc0814c0 0x7f79fc07c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 --2- 10.20.193.44:0/2111222485 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc080bb0 0x7f79fc080f80 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 -- 10.20.193.44:0/2111222485 >> 10.20.193.44:0/2111222485 conn(0x7f79fc0833e0 msgr2=0x7f79fc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 -- 10.20.193.44:0/2111222485 shutdown_connections 2026-02-14T01:56:21.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f7a01830640 1 -- 10.20.193.44:0/2111222485 wait complete. 2026-02-14T01:56:21.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 -- 10.20.193.44:0/231937814 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8130220 msgr2=0x7f65e8086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 --2- 10.20.193.44:0/231937814 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8130220 0x7f65e8086570 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f65dc0098c0 tx=0x7f65dc02f060 comp rx=0 tx=0).stop 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 -- 10.20.193.44:0/231937814 shutdown_connections 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 --2- 10.20.193.44:0/231937814 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65e8136af0 0x7f65e8198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 --2- 10.20.193.44:0/231937814 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8130220 0x7f65e8086570 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 -- 10.20.193.44:0/231937814 >> 10.20.193.44:0/231937814 conn(0x7f65e808aae0 msgr2=0x7f65e808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 -- 10.20.193.44:0/231937814 shutdown_connections 2026-02-14T01:56:21.046 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.039+0000 7f65ecb45640 1 -- 10.20.193.44:0/231937814 wait complete. 2026-02-14T01:56:21.047 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 Processor -- start 2026-02-14T01:56:21.047 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 -- start start 2026-02-14T01:56:21.047 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 Processor -- start 2026-02-14T01:56:21.047 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 -- start start 2026-02-14T01:56:21.048 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 Processor -- start 2026-02-14T01:56:21.048 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1ab0130220 0x7f1ab0177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.048 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.048 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1ab0177b70 0x7f1ab01120e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.048 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab0198ca0 con 0x7f1ab0177b70 2026-02-14T01:56:21.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1ab0198b20 con 0x7f1ab0130220 2026-02-14T01:56:21.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1ab0198e20 con 0x7f1ab0157250 2026-02-14T01:56:21.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 -- start start 2026-02-14T01:56:21.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1ab0177b70 0x7f1ab01120e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 Processor -- start 2026-02-14T01:56:21.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaf7fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1ab0130220 0x7f1ab0177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55122/0 (socket says 10.20.193.44:55122) 2026-02-14T01:56:21.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 -- 10.20.193.44:0/1650511387 learned_addr learned my addr 10.20.193.44:0/1650511387 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1ab0177b70 0x7f1ab01120e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51306/0 (socket says 10.20.193.44:51306) 2026-02-14T01:56:21.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f922007c940 0x7f922007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 -- start start 2026-02-14T01:56:21.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9220080bb0 0x7f922007b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f92200814c0 0x7f922007b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9220195870 con 0x7f9220080bb0 2026-02-14T01:56:21.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f92201956f0 con 0x7f922007c940 2026-02-14T01:56:21.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f92201959f0 con 0x7f92200814c0 2026-02-14T01:56:21.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9220080bb0 0x7f922007b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9220080bb0 0x7f922007b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51322/0 (socket says 10.20.193.44:51322) 2026-02-14T01:56:21.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 -- 10.20.193.44:0/458661437 learned_addr learned my addr 10.20.193.44:0/458661437 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9225a0c640 1 --2- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f922007c940 0x7f922007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 -- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1ab0130220 msgr2=0x7f1ab0177630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.054 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 --2- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1ab0130220 0x7f1ab0177630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.054 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 -- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1ab0177b70 msgr2=0x7f1ab01120e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.054 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 --2- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1ab0177b70 0x7f1ab01120e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.054 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 -- 10.20.193.44:0/1650511387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ab0058310 con 0x7f1ab0157250 2026-02-14T01:56:21.054 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922620d640 1 --2- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f92200814c0 0x7f922007b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.054 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaffff640 1 --2- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1ab0177b70 0x7f1ab01120e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:21.055 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65e8130220 0x7f65e8112dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.055 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8135f40 0x7f65e8113300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.055 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65e8136af0 0x7f65e811ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.055 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f65e8198d30 con 0x7f65e8135f40 2026-02-14T01:56:21.056 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f65e8198bb0 con 0x7f65e8136af0 2026-02-14T01:56:21.056 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc07c940 0x7f79fc05a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.056 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65ecb45640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f65e8198eb0 con 0x7f65e8130220 2026-02-14T01:56:21.057 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f79fc080bb0 0x7f79fc05a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.057 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f79fc0814c0 0x7f79fc05aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.057 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f79fc196bf0 con 0x7f79fc080bb0 2026-02-14T01:56:21.057 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f79fc196a70 con 0x7f79fc0814c0 2026-02-14T01:56:21.057 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f7a01830640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f79fc196d70 con 0x7f79fc07c940 2026-02-14T01:56:21.058 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1aaeffd640 1 --2- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0197f50 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0009230 tx=0x7f1aa0002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.058 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 -- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f92200814c0 msgr2=0x7f922007b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.058 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 --2- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f92200814c0 0x7f922007b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.058 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 -- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f922007c940 msgr2=0x7f922007ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.058 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 --2- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f922007c940 0x7f922007ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.058 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 -- 10.20.193.44:0/458661437 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922007eff0 con 0x7f9220080bb0 2026-02-14T01:56:21.059 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65e8130220 0x7f65e8112dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.059 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e5d74640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8135f40 0x7f65e8113300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.059 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65e8130220 0x7f65e8112dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55140/0 (socket says 10.20.193.44:55140) 2026-02-14T01:56:21.059 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 -- 10.20.193.44:0/2502830019 learned_addr learned my addr 10.20.193.44:0/2502830019 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.060 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f79fa7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f79fc080bb0 0x7f79fc05a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.060 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f79fa7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f79fc080bb0 0x7f79fc05a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51340/0 (socket says 10.20.193.44:51340) 2026-02-14T01:56:21.060 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f79fa7fc640 1 -- 10.20.193.44:0/2680528566 learned_addr learned my addr 10.20.193.44:0/2680528566 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.060 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f79faffd640 1 --2- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc07c940 0x7f79fc05a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.060 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f922520b640 1 --2- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9220080bb0 0x7f922007b3a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9214009230 tx=0x7f9214002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.061 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6d76640 1 --2- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65e8136af0 0x7f65e811ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.061 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f79fb7fe640 1 --2- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f79fc0814c0 0x7f79fc05aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.062 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f921402fe20 con 0x7f9220080bb0 2026-02-14T01:56:21.062 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92200798a0 con 0x7f9220080bb0 2026-02-14T01:56:21.062 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9214045070 con 0x7f9220080bb0 2026-02-14T01:56:21.062 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa0046070 con 0x7f1ab0157250 2026-02-14T01:56:21.063 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 -- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65e8136af0 msgr2=0x7f65e811ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.063 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 --2- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65e8136af0 0x7f65e811ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.063 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 -- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8135f40 msgr2=0x7f65e8113300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.063 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 --2- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8135f40 0x7f65e8113300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.063 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92140386b0 con 0x7f9220080bb0 2026-02-14T01:56:21.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1aa0002d00 con 0x7f1ab0157250 2026-02-14T01:56:21.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ab00592f0 con 0x7f1ab0157250 2026-02-14T01:56:21.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.040+0000 7f65e6575640 1 -- 10.20.193.44:0/2502830019 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e8114410 con 0x7f65e8130220 2026-02-14T01:56:21.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65e5d74640 1 --2- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65e8135f40 0x7f65e8113300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:21.065 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92201464c0 con 0x7f9220080bb0 2026-02-14T01:56:21.065 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79fb7fe640 1 -- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc07c940 msgr2=0x7f79fc05a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.065 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79fb7fe640 1 --2- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f79fc07c940 0x7f79fc05a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.066 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79fb7fe640 1 -- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f79fc080bb0 msgr2=0x7f79fc05a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.066 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79fb7fe640 1 --2- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f79fc080bb0 0x7f79fc05a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.066 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79fb7fe640 1 -- 10.20.193.44:0/2680528566 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79fc05b990 con 0x7f79fc0814c0 2026-02-14T01:56:21.066 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65e6575640 1 --2- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65e8130220 0x7f65e8112dc0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f65dc009230 tx=0x7f65dc002980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.067 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79fb7fe640 1 --2- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f79fc0814c0 0x7f79fc05aa80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f79ec00c790 tx=0x7f79ec00cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.067 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec016020 con 0x7f79fc0814c0 2026-02-14T01:56:21.067 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79ec00ab40 con 0x7f79fc0814c0 2026-02-14T01:56:21.067 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79fc05d620 con 0x7f79fc0814c0 2026-02-14T01:56:21.067 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ec012420 con 0x7f79fc0814c0 2026-02-14T01:56:21.067 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f79fc144780 con 0x7f79fc0814c0 2026-02-14T01:56:21.068 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ab0112620 con 0x7f1ab0157250 2026-02-14T01:56:21.068 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc02fe40 con 0x7f65e8130220 2026-02-14T01:56:21.068 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00386d0 con 0x7f1ab0157250 2026-02-14T01:56:21.069 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65e8057cb0 con 0x7f65e8130220 2026-02-14T01:56:21.069 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65dc045070 con 0x7f65e8130220 2026-02-14T01:56:21.069 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc038670 con 0x7f65e8130220 2026-02-14T01:56:21.069 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f65e8113840 con 0x7f65e8130220 2026-02-14T01:56:21.070 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9220131590 con 0x7f9220080bb0 2026-02-14T01:56:21.070 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f9214038850 con 0x7f9220080bb0 2026-02-14T01:56:21.070 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f79fc080f80 con 0x7f79fc0814c0 2026-02-14T01:56:21.070 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f1aa0038870 con 0x7f1ab0157250 2026-02-14T01:56:21.071 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1ab0113770 con 0x7f1ab0157250 2026-02-14T01:56:21.071 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.041+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f65e80583c0 con 0x7f65e8130220 2026-02-14T01:56:21.071 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f79ec01b400 con 0x7f79fc0814c0 2026-02-14T01:56:21.072 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f65dc038810 con 0x7f65e8130220 2026-02-14T01:56:21.072 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f9225a0c640 1 -- 10.20.193.44:0/458661437 >> v1:10.20.193.44:6800/3588496006 conn(0x7f91f004fac0 legacy=0x7f91f006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.072 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f921408bce0 con 0x7f9220080bb0 2026-02-14T01:56:21.072 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 --> v1:10.20.193.44:6810/131172906 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9214031ec0 con 0x7f91f00741e0 2026-02-14T01:56:21.072 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f921408e3b0 con 0x7f9220080bb0 2026-02-14T01:56:21.073 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f79faffd640 1 -- 10.20.193.44:0/2680528566 >> v1:10.20.193.44:6800/3588496006 conn(0x7f79cc04fab0 legacy=0x7f79cc06ff60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.073 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f79ec067420 con 0x7f79fc0814c0 2026-02-14T01:56:21.073 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f65e5d74640 1 -- 10.20.193.44:0/2502830019 >> v1:10.20.193.44:6800/3588496006 conn(0x7f65b404fac0 legacy=0x7f65b406ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.073 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f65dc08bb10 con 0x7f65e8130220 2026-02-14T01:56:21.074 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 --> v1:10.20.193.44:6809/2319365216 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f79ec01be50 con 0x7f79cc0741d0 2026-02-14T01:56:21.074 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f79ec06e050 con 0x7f79fc0814c0 2026-02-14T01:56:21.074 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 --> v1:10.20.193.44:6801/946824942 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f65dc03ee50 con 0x7f65b4074170 2026-02-14T01:56:21.074 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f65dc064fb0 con 0x7f65e8130220 2026-02-14T01:56:21.075 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f1aaf7fe640 1 -- 10.20.193.44:0/1650511387 >> v1:10.20.193.44:6800/3588496006 conn(0x7f1a8004fac0 legacy=0x7f1a8006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.075 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f1aa008b7d0 con 0x7f1ab0157250 2026-02-14T01:56:21.075 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.043+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== osd.2 v1:10.20.193.44:6810/131172906 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f9214031ec0 con 0x7f91f00741e0 2026-02-14T01:56:21.076 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 --> v1:10.20.193.44:6805/1444528540 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1aa004be50 con 0x7f1a80074170 2026-02-14T01:56:21.076 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.042+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f1aa00902c0 con 0x7f1ab0157250 2026-02-14T01:56:21.076 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.043+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== osd.3 v1:10.20.193.44:6809/2319365216 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f79ec01be50 con 0x7f79cc0741d0 2026-02-14T01:56:21.076 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.043+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== osd.1 v1:10.20.193.44:6801/946824942 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f65dc03ee50 con 0x7f65b4074170 2026-02-14T01:56:21.076 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.043+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== osd.0 v1:10.20.193.44:6805/1444528540 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f1aa004be50 con 0x7f1a80074170 2026-02-14T01:56:21.077 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 --> v1:10.20.193.44:6809/2319365216 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f79fc12f630 con 0x7f79cc0741d0 2026-02-14T01:56:21.077 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 --> v1:10.20.193.44:6810/131172906 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9220133e00 con 0x7f91f00741e0 2026-02-14T01:56:21.077 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f79d3fff640 1 -- 10.20.193.44:0/2680528566 <== osd.3 v1:10.20.193.44:6809/2319365216 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 983468824) 0x7f79fc12f630 con 0x7f79cc0741d0 2026-02-14T01:56:21.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 >> v1:10.20.193.44:6809/2319365216 conn(0x7f79cc0741d0 legacy=0x7f79cc094620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f920e7fc640 1 -- 10.20.193.44:0/458661437 <== osd.2 v1:10.20.193.44:6810/131172906 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 983468824) 0x7f9220133e00 con 0x7f91f00741e0 2026-02-14T01:56:21.078 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 >> v1:10.20.193.44:6800/3588496006 conn(0x7f79cc04fab0 legacy=0x7f79cc06ff60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f79fc0814c0 msgr2=0x7f79fc05aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f7a01830640 1 --2- 10.20.193.44:0/2680528566 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f79fc0814c0 0x7f79fc05aa80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f79ec00c790 tx=0x7f79ec00cc60 comp rx=0 tx=0).stop 2026-02-14T01:56:21.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.049+0000 7f79fb7fe640 1 -- 10.20.193.44:0/2680528566 reap_dead start 2026-02-14T01:56:21.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 shutdown_connections 2026-02-14T01:56:21.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 >> 10.20.193.44:0/2680528566 conn(0x7f79fc0833e0 msgr2=0x7f79fc12ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.079 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 shutdown_connections 2026-02-14T01:56:21.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f7a01830640 1 -- 10.20.193.44:0/2680528566 wait complete. 2026-02-14T01:56:21.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 >> v1:10.20.193.44:6810/131172906 conn(0x7f91f00741e0 legacy=0x7f91f0094630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.080 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 --> v1:10.20.193.44:6801/946824942 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f65e8134f70 con 0x7f65b4074170 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 >> v1:10.20.193.44:6800/3588496006 conn(0x7f91f004fac0 legacy=0x7f91f006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9220080bb0 msgr2=0x7f922007b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 --2- 10.20.193.44:0/458661437 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9220080bb0 0x7f922007b3a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9214009230 tx=0x7f9214002900 comp rx=0 tx=0).stop 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f922620d640 1 -- 10.20.193.44:0/458661437 reap_dead start 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 shutdown_connections 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 >> 10.20.193.44:0/458661437 conn(0x7f92200833e0 msgr2=0x7f9220132490 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 shutdown_connections 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f9227c97640 1 -- 10.20.193.44:0/458661437 wait complete. 2026-02-14T01:56:21.081 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ceffd640 1 -- 10.20.193.44:0/2502830019 <== osd.1 v1:10.20.193.44:6801/946824942 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1710880829) 0x7f65e8134f70 con 0x7f65b4074170 2026-02-14T01:56:21.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 >> v1:10.20.193.44:6801/946824942 conn(0x7f65b4074170 legacy=0x7f65b40945c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 >> v1:10.20.193.44:6800/3588496006 conn(0x7f65b404fac0 legacy=0x7f65b406ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65e8130220 msgr2=0x7f65e8112dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 --2- 10.20.193.44:0/2502830019 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65e8130220 0x7f65e8112dc0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f65dc009230 tx=0x7f65dc002980 comp rx=0 tx=0).stop 2026-02-14T01:56:21.082 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65e6d76640 1 -- 10.20.193.44:0/2502830019 reap_dead start 2026-02-14T01:56:21.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 --> v1:10.20.193.44:6805/1444528540 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1ab0112af0 con 0x7f1a80074170 2026-02-14T01:56:21.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 shutdown_connections 2026-02-14T01:56:21.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 >> 10.20.193.44:0/2502830019 conn(0x7f65e808aae0 msgr2=0x7f65e8134610 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 shutdown_connections 2026-02-14T01:56:21.083 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f65ecb45640 1 -- 10.20.193.44:0/2502830019 wait complete. 2026-02-14T01:56:21.084 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.050+0000 7f1a8bfff640 1 -- 10.20.193.44:0/1650511387 <== osd.0 v1:10.20.193.44:6805/1444528540 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1710880829) 0x7f1ab0112af0 con 0x7f1a80074170 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 >> v1:10.20.193.44:6805/1444528540 conn(0x7f1a80074170 legacy=0x7f1a800945c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 >> v1:10.20.193.44:6800/3588496006 conn(0x7f1a8004fac0 legacy=0x7f1a8006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 msgr2=0x7f1ab0197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 --2- 10.20.193.44:0/1650511387 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1ab0157250 0x7f1ab0197f50 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0009230 tx=0x7f1aa0002900 comp rx=0 tx=0).stop 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1aaffff640 1 -- 10.20.193.44:0/1650511387 reap_dead start 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 shutdown_connections 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 >> 10.20.193.44:0/1650511387 conn(0x7f1ab008aae0 msgr2=0x7f1ab0082e40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 shutdown_connections 2026-02-14T01:56:21.085 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.051+0000 7f1ab5c31640 1 -- 10.20.193.44:0/1650511387 wait complete. 2026-02-14T01:56:21.086 INFO:teuthology.orchestra.run.trial044.stdout:42949672972 2026-02-14T01:56:21.086 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:21.087 INFO:teuthology.orchestra.run.trial044.stdout:42949672972 2026-02-14T01:56:21.087 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:21.088 INFO:teuthology.orchestra.run.trial044.stdout:38654705676 2026-02-14T01:56:21.088 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:56:21.089 INFO:teuthology.orchestra.run.trial044.stdout:38654705676 2026-02-14T01:56:21.089 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:21.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 -- 10.20.193.44:0/324662938 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1644080bb0 msgr2=0x7f1644080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 --2- 10.20.193.44:0/324662938 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1644080bb0 0x7f1644080f80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1638005ea0 tx=0x7f163802f190 comp rx=0 tx=0).stop 2026-02-14T01:56:21.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2518491876 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc8084980 msgr2=0x7fdfc805ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2518491876 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc8084980 0x7fdfc805ba00 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdfb80098c0 tx=0x7fdfb802f110 comp rx=0 tx=0).stop 2026-02-14T01:56:21.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 -- 10.20.193.44:0/324662938 shutdown_connections 2026-02-14T01:56:21.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 --2- 10.20.193.44:0/324662938 >> v2:10.20.193.44:3300/0 conn(0x7f16440814c0 0x7f164407c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 --2- 10.20.193.44:0/324662938 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1644080bb0 0x7f1644080f80 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 -- 10.20.193.44:0/324662938 >> 10.20.193.44:0/324662938 conn(0x7f16440833e0 msgr2=0x7f16440840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 -- 10.20.193.44:0/324662938 shutdown_connections 2026-02-14T01:56:21.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7f16497cd640 1 -- 10.20.193.44:0/324662938 wait complete. 2026-02-14T01:56:21.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2518491876 shutdown_connections 2026-02-14T01:56:21.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2518491876 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc8084980 0x7fdfc805ba00 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2518491876 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdfc8084070 0x7fdfc8084440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2518491876 >> 10.20.193.44:0/2518491876 conn(0x7fdfc80580a0 msgr2=0x7fdfc80865a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2518491876 shutdown_connections 2026-02-14T01:56:21.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.196+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2518491876 wait complete. 2026-02-14T01:56:21.202 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 Processor -- start 2026-02-14T01:56:21.202 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 -- start start 2026-02-14T01:56:21.202 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 Processor -- start 2026-02-14T01:56:21.202 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 -- start start 2026-02-14T01:56:21.203 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 0x7f164412cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.203 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1644080bb0 0x7f164412d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.203 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16440814c0 0x7f164412d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1644196bf0 con 0x7f1644080bb0 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1644196a70 con 0x7f16440814c0 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16497cd640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1644196d70 con 0x7f164407c940 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 0x7f164412cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 0x7f164412cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55160/0 (socket says 10.20.193.44:55160) 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16427fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1644080bb0 0x7f164412d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 -- 10.20.193.44:0/2922865816 learned_addr learned my addr 10.20.193.44:0/2922865816 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.204 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16437fe640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16440814c0 0x7f164412d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.205 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 0x7fdfc819eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.205 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdfc8084070 0x7fdfc819f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.205 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdfc8084980 0x7fdfc81cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.205 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc8196cc0 con 0x7fdfc8084070 2026-02-14T01:56:21.205 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fdfc8196b40 con 0x7fdfc8084980 2026-02-14T01:56:21.205 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfcdd12640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fdfc8196e40 con 0x7fdfc805bf40 2026-02-14T01:56:21.206 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 -- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16440814c0 msgr2=0x7f164412d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.206 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16440814c0 0x7f164412d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.206 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 -- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1644080bb0 msgr2=0x7f164412d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.206 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1644080bb0 0x7f164412d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.206 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 0x7fdfc819eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.207 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 -- 10.20.193.44:0/2922865816 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1644076930 con 0x7f164407c940 2026-02-14T01:56:21.207 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 0x7fdfc819eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55164/0 (socket says 10.20.193.44:55164) 2026-02-14T01:56:21.207 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16427fc640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1644080bb0 0x7f164412d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:21.208 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f16437fe640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16440814c0 0x7f164412d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:21.208 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 -- 10.20.193.44:0/2536577168 learned_addr learned my addr 10.20.193.44:0/2536577168 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.208 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc6ffd640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdfc8084070 0x7fdfc819f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.208 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc7fff640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdfc8084980 0x7fdfc81cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.209 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 -- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdfc8084980 msgr2=0x7fdfc81cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.209 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdfc8084980 0x7fdfc81cbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.209 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 -- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdfc8084070 msgr2=0x7fdfc819f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.209 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdfc8084070 0x7fdfc819f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.209 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7fdfc77fe640 1 -- 10.20.193.44:0/2536577168 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfc81a0bc0 con 0x7fdfc805bf40 2026-02-14T01:56:21.209 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.197+0000 7f1642ffd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 0x7f164412cc10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f163802fe70 tx=0x7f1638002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.210 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfc77fe640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 0x7fdfc819eda0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4005970 tx=0x7fdfb400ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.210 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1638046070 con 0x7f164407c940 2026-02-14T01:56:21.210 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16380045f0 con 0x7f164407c940 2026-02-14T01:56:21.210 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1638038470 con 0x7f164407c940 2026-02-14T01:56:21.211 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1644075570 con 0x7f164407c940 2026-02-14T01:56:21.211 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb400ccf0 con 0x7fdfc805bf40 2026-02-14T01:56:21.211 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfb4004880 con 0x7fdfc805bf40 2026-02-14T01:56:21.211 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4004cd0 con 0x7fdfc805bf40 2026-02-14T01:56:21.212 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f164407c030 con 0x7f164407c940 2026-02-14T01:56:21.212 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfc805cf80 con 0x7fdfc805bf40 2026-02-14T01:56:21.212 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfc819f820 con 0x7fdfc805bf40 2026-02-14T01:56:21.213 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1644080f80 con 0x7f164407c940 2026-02-14T01:56:21.213 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f1638038610 con 0x7f164407c940 2026-02-14T01:56:21.213 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfc8084440 con 0x7fdfc805bf40 2026-02-14T01:56:21.213 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.198+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fdfb4004080 con 0x7fdfc805bf40 2026-02-14T01:56:21.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.199+0000 7f16427fc640 1 -- 10.20.193.44:0/2922865816 >> v1:10.20.193.44:6800/3588496006 conn(0x7f161004fac0 legacy=0x7f161006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.199+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f163808b490 con 0x7f164407c940 2026-02-14T01:56:21.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.199+0000 7fdfc6ffd640 1 -- 10.20.193.44:0/2536577168 >> v1:10.20.193.44:6800/3588496006 conn(0x7fdf9804fab0 legacy=0x7fdf9806ff60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.199+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7fdfb4067960 con 0x7fdfc805bf40 2026-02-14T01:56:21.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f1644076930 con 0x7f164407c940 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 -- 10.20.193.44:0/708452637 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4130220 msgr2=0x7f28c4086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 --2- 10.20.193.44:0/708452637 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4130220 0x7f28c4086570 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f28b4005ea0 tx=0x7f28b402f170 comp rx=0 tx=0).stop 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 -- 10.20.193.44:0/708452637 shutdown_connections 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 --2- 10.20.193.44:0/708452637 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4135f40 0x7f28c41363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 --2- 10.20.193.44:0/708452637 >> v2:10.20.193.44:3300/0 conn(0x7f28c41368f0 0x7f28c4197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 --2- 10.20.193.44:0/708452637 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4130220 0x7f28c4086570 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 -- 10.20.193.44:0/708452637 >> 10.20.193.44:0/708452637 conn(0x7f28c408aae0 msgr2=0x7f28c408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 -- 10.20.193.44:0/708452637 shutdown_connections 2026-02-14T01:56:21.218 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 -- 10.20.193.44:0/708452637 wait complete. 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 Processor -- start 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.201+0000 7f28cb7be640 1 -- start start 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 0x7f28c405b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 0x7f28c4196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f28c41368f0 0x7f28c405b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f28c4197b40 con 0x7f28c41368f0 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f28c41979c0 con 0x7f28c4135f40 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f28c4197cc0 con 0x7f28c4130220 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c9533640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 0x7f28c405b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 0x7f28c4196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c9d34640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f28c41368f0 0x7f28c405b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c9533640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 0x7f28c405b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55206/0 (socket says 10.20.193.44:55206) 2026-02-14T01:56:21.219 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c9533640 1 -- 10.20.193.44:0/1039924761 learned_addr learned my addr 10.20.193.44:0/1039924761 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 0x7f28c4196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:32962/0 (socket says 10.20.193.44:32962) 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 -- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 msgr2=0x7f28c405b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 0x7f28c405b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 -- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f28c41368f0 msgr2=0x7f28c405b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f28c41368f0 0x7f28c405b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 -- 10.20.193.44:0/1039924761 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28c405cab0 con 0x7f28c4135f40 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c9533640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 0x7f28c405b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28c8d32640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 0x7f28c4196fd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f28b8004770 tx=0x7f28b800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b8004440 con 0x7f28c4135f40 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28b8004880 con 0x7f28c4135f40 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b8004cd0 con 0x7f28c4135f40 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28c410f780 con 0x7f28c4135f40 2026-02-14T01:56:21.220 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f28c4197510 con 0x7f28c4135f40 2026-02-14T01:56:21.221 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.202+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fdfb4041470 con 0x7fdfc805bf40 2026-02-14T01:56:21.221 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- 10.20.193.44:0/2785715841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 msgr2=0x7fb470198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.221 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 --2- 10.20.193.44:0/2785715841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 0x7fb470198280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb46c009fd0 tx=0x7fb46c02f400 comp rx=0 tx=0).stop 2026-02-14T01:56:21.221 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28c4086570 con 0x7f28c4135f40 2026-02-14T01:56:21.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- 10.20.193.44:0/2785715841 shutdown_connections 2026-02-14T01:56:21.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 --2- 10.20.193.44:0/2785715841 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 0x7fb470198280 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 --2- 10.20.193.44:0/2785715841 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb470130220 0x7fb470086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- 10.20.193.44:0/2785715841 >> 10.20.193.44:0/2785715841 conn(0x7fb47008aae0 msgr2=0x7fb47008aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- 10.20.193.44:0/2785715841 shutdown_connections 2026-02-14T01:56:21.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- 10.20.193.44:0/2785715841 wait complete. 2026-02-14T01:56:21.223 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f28b800c850 con 0x7f28c4135f40 2026-02-14T01:56:21.223 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7f28c9533640 1 -- 10.20.193.44:0/1039924761 >> v1:10.20.193.44:6800/3588496006 conn(0x7f289404fac0 legacy=0x7f289406ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.223 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7f28b80676f0 con 0x7f28c4135f40 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 Processor -- start 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- start start 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 0x7fb47005b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb470135f40 0x7fb47005ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 0x7fb470146530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb470135dc0 con 0x7fb470130220 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb470198ca0 con 0x7fb470135f40 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.203+0000 7fb477ea3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb470198b20 con 0x7fb470136ac0 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 0x7fb47005b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475417640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb470135f40 0x7fb47005ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 0x7fb47005b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51398/0 (socket says 10.20.193.44:51398) 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 -- 10.20.193.44:0/630019526 learned_addr learned my addr 10.20.193.44:0/630019526 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb476419640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 0x7fb470146530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 -- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 msgr2=0x7fb470146530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 0x7fb470146530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 -- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb470135f40 msgr2=0x7fb47005ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb470135f40 0x7fb47005ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 -- 10.20.193.44:0/630019526 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4701307a0 con 0x7fb470130220 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb475c18640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 0x7fb47005b4c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb46000e9c0 tx=0x7fb46000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46000ccd0 con 0x7fb470130220 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb460004880 con 0x7fb470130220 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460004cd0 con 0x7fb470130220 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb47007a2a0 con 0x7fb470130220 2026-02-14T01:56:21.226 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.204+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb47005bf40 con 0x7fb470130220 2026-02-14T01:56:21.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.205+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f28b8041240 con 0x7f28c4135f40 2026-02-14T01:56:21.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.205+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb470086570 con 0x7fb470130220 2026-02-14T01:56:21.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.205+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fb460004080 con 0x7fb470130220 2026-02-14T01:56:21.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.205+0000 7fb475417640 1 -- 10.20.193.44:0/630019526 >> v1:10.20.193.44:6800/3588496006 conn(0x7fb44004fac0 legacy=0x7fb44006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.44:6800/3588496006 2026-02-14T01:56:21.227 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.205+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2833+0+0 (secure 0 0 0) 0x7fb460067890 con 0x7fb470130220 2026-02-14T01:56:21.228 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.207+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fb4600413e0 con 0x7fb470130220 2026-02-14T01:56:21.279 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.278+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f164407c720 con 0x7f164407c940 2026-02-14T01:56:21.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.278+0000 7f16237fe640 1 -- 10.20.193.44:0/2922865816 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1638005be0 con 0x7f164407c940 2026-02-14T01:56:21.280 INFO:teuthology.orchestra.run.trial044.stdout:42949672970 2026-02-14T01:56:21.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.279+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 >> v1:10.20.193.44:6800/3588496006 conn(0x7f161004fac0 legacy=0x7f161006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.279+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 msgr2=0x7f164412cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.279+0000 7f16497cd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 0x7f164412cc10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f163802fe70 tx=0x7f1638002900 comp rx=0 tx=0).stop 2026-02-14T01:56:21.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.279+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fdfc819fe70 con 0x7fdfc805bf40 2026-02-14T01:56:21.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 shutdown_connections 2026-02-14T01:56:21.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16440814c0 0x7f164412d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1644080bb0 0x7f164412d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 --2- 10.20.193.44:0/2922865816 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f164407c940 0x7f164412cc10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 >> 10.20.193.44:0/2922865816 conn(0x7f16440833e0 msgr2=0x7f164405d160 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 shutdown_connections 2026-02-14T01:56:21.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f16497cd640 1 -- 10.20.193.44:0/2922865816 wait complete. 2026-02-14T01:56:21.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7fdfa3fff640 1 -- 10.20.193.44:0/2536577168 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdfb4066ab0 con 0x7fdfc805bf40 2026-02-14T01:56:21.283 INFO:teuthology.orchestra.run.trial044.stdout:42949672970 2026-02-14T01:56:21.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f28c405bf50 con 0x7f28c4135f40 2026-02-14T01:56:21.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.280+0000 7f28b1ffb640 1 -- 10.20.193.44:0/1039924761 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f28b8066880 con 0x7f28c4135f40 2026-02-14T01:56:21.284 INFO:teuthology.orchestra.run.trial044.stdout:38654705675 2026-02-14T01:56:21.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 >> v1:10.20.193.44:6800/3588496006 conn(0x7f289404fac0 legacy=0x7f289406ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 msgr2=0x7f28c4196fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 0x7f28c4196fd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f28b8004770 tx=0x7f28b800ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:21.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 shutdown_connections 2026-02-14T01:56:21.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f28c41368f0 0x7f28c405b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f28c4135f40 0x7f28c4196fd0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 --2- 10.20.193.44:0/1039924761 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f28c4130220 0x7f28c405b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 >> 10.20.193.44:0/1039924761 conn(0x7f28c408aae0 msgr2=0x7f28c41347c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 shutdown_connections 2026-02-14T01:56:21.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.281+0000 7f28cb7be640 1 -- 10.20.193.44:0/1039924761 wait complete. 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 >> v1:10.20.193.44:6800/3588496006 conn(0x7fdf9804fab0 legacy=0x7fdf9806ff60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 msgr2=0x7fdfc819eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 0x7fdfc819eda0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4005970 tx=0x7fdfb400ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 shutdown_connections 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdfc8084980 0x7fdfc81cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdfc8084070 0x7fdfc819f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 --2- 10.20.193.44:0/2536577168 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdfc805bf40 0x7fdfc819eda0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 >> 10.20.193.44:0/2536577168 conn(0x7fdfc80580a0 msgr2=0x7fdfc81972f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 shutdown_connections 2026-02-14T01:56:21.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.282+0000 7fdfcdd12640 1 -- 10.20.193.44:0/2536577168 wait complete. 2026-02-14T01:56:21.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.284+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb4700531d0 con 0x7fb470130220 2026-02-14T01:56:21.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.284+0000 7fb45e7fc640 1 -- 10.20.193.44:0/630019526 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb460066a20 con 0x7fb470130220 2026-02-14T01:56:21.289 INFO:teuthology.orchestra.run.trial044.stdout:38654705675 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 >> v1:10.20.193.44:6800/3588496006 conn(0x7fb44004fac0 legacy=0x7fb44006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 msgr2=0x7fb47005b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 0x7fb47005b4c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb46000e9c0 tx=0x7fb46000ee90 comp rx=0 tx=0).stop 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 shutdown_connections 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb470136ac0 0x7fb470146530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb470135f40 0x7fb47005ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 --2- 10.20.193.44:0/630019526 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb470130220 0x7fb47005b4c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 >> 10.20.193.44:0/630019526 conn(0x7fb47008aae0 msgr2=0x7fb470134680 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:21.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 shutdown_connections 2026-02-14T01:56:21.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:21.286+0000 7fb477ea3640 1 -- 10.20.193.44:0/630019526 wait complete. 2026-02-14T01:56:21.292 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672970 for osd.2 2026-02-14T01:56:21.293 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672970 for osd.3 2026-02-14T01:56:21.294 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.1 2026-02-14T01:56:21.296 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.0 2026-02-14T01:56:22.292 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:22.293 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:22.294 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:56:22.296 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:22.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 -- 10.20.193.44:0/994151081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 msgr2=0x7fe1f8080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.365 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/994151081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f8080f80 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe1e4005fd0 tx=0x7fe1e402f180 comp rx=0 tx=0).stop 2026-02-14T01:56:22.365 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 -- 10.20.193.44:0/260465044 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548135f40 msgr2=0x7f95481363b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.365 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 --2- 10.20.193.44:0/260465044 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548135f40 0x7f95481363b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f953c0099b0 tx=0x7f953c02f150 comp rx=0 tx=0).stop 2026-02-14T01:56:22.366 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 -- 10.20.193.44:0/994151081 shutdown_connections 2026-02-14T01:56:22.366 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/994151081 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe1f807c940 0x7fe1f807cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.366 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/994151081 >> v2:10.20.193.44:3300/0 conn(0x7fe1f80814c0 0x7fe1f807c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/994151081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f8080f80 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 -- 10.20.193.44:0/994151081 >> 10.20.193.44:0/994151081 conn(0x7fe1f80833e0 msgr2=0x7fe1f80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 -- 10.20.193.44:0/994151081 shutdown_connections 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 -- 10.20.193.44:0/260465044 shutdown_connections 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 --2- 10.20.193.44:0/260465044 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 0x7f9548197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 --2- 10.20.193.44:0/260465044 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548135f40 0x7f95481363b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.367 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 --2- 10.20.193.44:0/260465044 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9548130220 0x7f9548086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.368 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 -- 10.20.193.44:0/994151081 wait complete. 2026-02-14T01:56:22.368 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 -- 10.20.193.44:0/260465044 >> 10.20.193.44:0/260465044 conn(0x7f954808aae0 msgr2=0x7f954808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.369 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 -- 10.20.193.44:0/260465044 shutdown_connections 2026-02-14T01:56:22.369 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 -- 10.20.193.44:0/260465044 wait complete. 2026-02-14T01:56:22.369 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 Processor -- start 2026-02-14T01:56:22.369 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 Processor -- start 2026-02-14T01:56:22.369 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7f955017a640 1 -- start start 2026-02-14T01:56:22.370 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.363+0000 7fe1fdefa640 1 -- start start 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 0x7f954805b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9548135f40 0x7f9548196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 0x7f954805bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9548197b40 con 0x7f9548130220 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f95481979c0 con 0x7f95481368f0 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9548197cc0 con 0x7f9548135f40 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 0x7f954805b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.371 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 0x7fe1f807aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.372 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 0x7f954805b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51480/0 (socket says 10.20.193.44:51480) 2026-02-14T01:56:22.372 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 -- 10.20.193.44:0/3584782252 learned_addr learned my addr 10.20.193.44:0/3584782252 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:22.372 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f807b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.373 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954e6f0640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 0x7f954805bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.373 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954d6ee640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9548135f40 0x7f9548196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe1f80814c0 0x7fe1f807b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe1f8195920 con 0x7fe1f807c940 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fe1f81957a0 con 0x7fe1f8080bb0 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fe1f8195aa0 con 0x7fe1f80814c0 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f77fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 0x7fe1f807aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f807b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f77fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 0x7fe1f807aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51486/0 (socket says 10.20.193.44:51486) 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f807b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33078/0 (socket says 10.20.193.44:33078) 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f77fe640 1 -- 10.20.193.44:0/244684840 learned_addr learned my addr 10.20.193.44:0/244684840 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:22.374 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f7fff640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe1f80814c0 0x7fe1f807b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 -- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9548135f40 msgr2=0x7f9548196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9548135f40 0x7f9548196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.375 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 -- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 msgr2=0x7f954805bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 0x7f954805bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 -- 10.20.193.44:0/3584782252 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9548110580 con 0x7f9548130220 2026-02-14T01:56:22.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954e6f0640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 0x7f954805bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:22.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 -- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe1f80814c0 msgr2=0x7fe1f807b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe1f80814c0 0x7fe1f807b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 -- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 msgr2=0x7fe1f807aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 0x7fe1f807aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 -- 10.20.193.44:0/244684840 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1f807a340 con 0x7fe1f8080bb0 2026-02-14T01:56:22.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f77fe640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 0x7fe1f807aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:22.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f954deef640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 0x7f954805b580 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f95380094b0 tx=0x7f953800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:22.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1f6ffd640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f807b410 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe1e800e9c0 tx=0x7fe1e800ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:22.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953800cc60 con 0x7f9548130220 2026-02-14T01:56:22.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f953800ce00 con 0x7f9548130220 2026-02-14T01:56:22.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538004ae0 con 0x7f9548130220 2026-02-14T01:56:22.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9548197510 con 0x7f9548130220 2026-02-14T01:56:22.379 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1e800cc90 con 0x7fe1f8080bb0 2026-02-14T01:56:22.379 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1e800ce30 con 0x7fe1f8080bb0 2026-02-14T01:56:22.379 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1f807f090 con 0x7fe1f8080bb0 2026-02-14T01:56:22.379 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1e8004ae0 con 0x7fe1f8080bb0 2026-02-14T01:56:22.380 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9548115600 con 0x7f9548130220 2026-02-14T01:56:22.380 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.364+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1f81464c0 con 0x7fe1f8080bb0 2026-02-14T01:56:22.380 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.365+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9548135870 con 0x7f9548130220 2026-02-14T01:56:22.381 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.365+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1f8080f80 con 0x7fe1f8080bb0 2026-02-14T01:56:22.381 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.365+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7fe1e8004c80 con 0x7fe1f8080bb0 2026-02-14T01:56:22.381 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.365+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f9538004c80 con 0x7f9548130220 2026-02-14T01:56:22.381 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.365+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fe1e8063c60 con 0x7fe1f8080bb0 2026-02-14T01:56:22.382 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.365+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f9538063cb0 con 0x7f9548130220 2026-02-14T01:56:22.382 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.367+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f9548135870 con 0x7f9548130220 2026-02-14T01:56:22.382 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.367+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fe1f807a340 con 0x7fe1f8080bb0 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.404+0000 7fdc4d923640 1 -- 10.20.193.44:0/3664927859 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 msgr2=0x7fdc48196150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.404+0000 7fdc4d923640 1 --2- 10.20.193.44:0/3664927859 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48196150 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdc38004af0 tx=0x7fdc3802f310 comp rx=0 tx=0).stop 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- 10.20.193.44:0/3664927859 shutdown_connections 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 --2- 10.20.193.44:0/3664927859 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48196150 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 --2- 10.20.193.44:0/3664927859 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdc48080bb0 0x7fdc48080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- 10.20.193.44:0/3664927859 >> 10.20.193.44:0/3664927859 conn(0x7fdc480833e0 msgr2=0x7fdc480840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- 10.20.193.44:0/3664927859 shutdown_connections 2026-02-14T01:56:22.408 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- 10.20.193.44:0/3664927859 wait complete. 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 Processor -- start 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- start start 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48132f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdc48080bb0 0x7fdc48133470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdc480814c0 0x7fdc481339b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdc48196a50 con 0x7fdc4807cb10 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fdc481968d0 con 0x7fdc480814c0 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc4d923640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fdc48196bd0 con 0x7fdc48080bb0 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc46ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48132f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc467fc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdc48080bb0 0x7fdc48133470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc46ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48132f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51490/0 (socket says 10.20.193.44:51490) 2026-02-14T01:56:22.409 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc46ffd640 1 -- 10.20.193.44:0/1452570242 learned_addr learned my addr 10.20.193.44:0/1452570242 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:22.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.405+0000 7fdc477fe640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdc480814c0 0x7fdc481339b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- 10.20.193.44:0/3647823175 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 msgr2=0x7efe54086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 --2- 10.20.193.44:0/3647823175 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe54086570 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7efe480098f0 tx=0x7efe4802f0d0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- 10.20.193.44:0/3647823175 shutdown_connections 2026-02-14T01:56:22.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 --2- 10.20.193.44:0/3647823175 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 0x7efe541363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 --2- 10.20.193.44:0/3647823175 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe54086570 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- 10.20.193.44:0/3647823175 >> 10.20.193.44:0/3647823175 conn(0x7efe5408aae0 msgr2=0x7efe5408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc46ffd640 1 -- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdc48080bb0 msgr2=0x7fdc48133470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc46ffd640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdc48080bb0 0x7fdc48133470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc46ffd640 1 -- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdc480814c0 msgr2=0x7fdc481339b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- 10.20.193.44:0/3647823175 shutdown_connections 2026-02-14T01:56:22.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc46ffd640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdc480814c0 0x7fdc481339b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc46ffd640 1 -- 10.20.193.44:0/1452570242 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc48076de0 con 0x7fdc4807cb10 2026-02-14T01:56:22.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- 10.20.193.44:0/3647823175 wait complete. 2026-02-14T01:56:22.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc46ffd640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48132f30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c004770 tx=0x7fdc3c002bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:22.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c00ed40 con 0x7fdc4807cb10 2026-02-14T01:56:22.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc3c002e50 con 0x7fdc4807cb10 2026-02-14T01:56:22.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc48075a30 con 0x7fdc4807cb10 2026-02-14T01:56:22.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c010690 con 0x7fdc4807cb10 2026-02-14T01:56:22.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc481466e0 con 0x7fdc4807cb10 2026-02-14T01:56:22.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 Processor -- start 2026-02-14T01:56:22.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- start start 2026-02-14T01:56:22.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe5405b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 0x7efe5405b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7efe541368f0 0x7efe5405bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe54198d20 con 0x7efe541368f0 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7efe54198ba0 con 0x7efe54130220 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe59697640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7efe54198ea0 con 0x7efe54135f40 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe52ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe5405b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe527fc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 0x7efe5405b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe52ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe5405b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33118/0 (socket says 10.20.193.44:33118) 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7efe52ffd640 1 -- 10.20.193.44:0/3031262297 learned_addr learned my addr 10.20.193.44:0/3031262297 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:22.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc48080f80 con 0x7fdc4807cb10 2026-02-14T01:56:22.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.406+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7fdc3c010830 con 0x7fdc4807cb10 2026-02-14T01:56:22.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe537fe640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7efe541368f0 0x7efe5405bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:22.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe527fc640 1 -- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 msgr2=0x7efe5405b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe527fc640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe5405b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe527fc640 1 -- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7efe541368f0 msgr2=0x7efe5405bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe527fc640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7efe541368f0 0x7efe5405bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe527fc640 1 -- 10.20.193.44:0/3031262297 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe540799d0 con 0x7efe54135f40 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe537fe640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7efe541368f0 0x7efe5405bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe527fc640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 0x7efe5405b850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efe3c004770 tx=0x7efe3c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:22.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fdc3c063ea0 con 0x7fdc4807cb10 2026-02-14T01:56:22.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3c00cc60 con 0x7efe54135f40 2026-02-14T01:56:22.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe3c00ce00 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe5407a260 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3c004280 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7efe541466f0 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.407+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe54086570 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.408+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7efe3c004420 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.408+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7efe3c063ce0 con 0x7efe54135f40 2026-02-14T01:56:22.420 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.408+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fdc3c014070 con 0x7fdc4807cb10 2026-02-14T01:56:22.421 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.409+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7efe3c062880 con 0x7efe54135f40 2026-02-14T01:56:22.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.438+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9548084280 con 0x7f9548130220 2026-02-14T01:56:22.440 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.439+0000 7f95367fc640 1 -- 10.20.193.44:0/3584782252 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9548084280 con 0x7f9548130220 2026-02-14T01:56:22.441 INFO:teuthology.orchestra.run.trial044.stdout:42949672970 2026-02-14T01:56:22.442 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 msgr2=0x7f954805b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.442 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 0x7f954805b580 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f95380094b0 tx=0x7f953800ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 shutdown_connections 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f95481368f0 0x7f954805bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9548135f40 0x7f9548196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 --2- 10.20.193.44:0/3584782252 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9548130220 0x7f954805b580 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 >> 10.20.193.44:0/3584782252 conn(0x7f954808aae0 msgr2=0x7f9548082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 shutdown_connections 2026-02-14T01:56:22.443 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.440+0000 7f955017a640 1 -- 10.20.193.44:0/3584782252 wait complete. 2026-02-14T01:56:22.444 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.441+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fe1f8053200 con 0x7fe1f8080bb0 2026-02-14T01:56:22.444 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.441+0000 7fe1d3fff640 1 -- 10.20.193.44:0/244684840 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe1e8062800 con 0x7fe1f8080bb0 2026-02-14T01:56:22.444 INFO:teuthology.orchestra.run.trial044.stdout:42949672970 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.442+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 msgr2=0x7fe1f807b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.442+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f807b410 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe1e800e9c0 tx=0x7fe1e800ee90 comp rx=0 tx=0).stop 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 shutdown_connections 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe1f80814c0 0x7fe1f807b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe1f8080bb0 0x7fe1f807b410 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 --2- 10.20.193.44:0/244684840 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe1f807c940 0x7fe1f807aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 >> 10.20.193.44:0/244684840 conn(0x7fe1f80833e0 msgr2=0x7fe1f8132500 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.445 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 shutdown_connections 2026-02-14T01:56:22.446 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.443+0000 7fe1fdefa640 1 -- 10.20.193.44:0/244684840 wait complete. 2026-02-14T01:56:22.450 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672970 for osd.2 2026-02-14T01:56:22.452 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672970 for osd.3 2026-02-14T01:56:22.483 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.481+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fdc481469a0 con 0x7fdc4807cb10 2026-02-14T01:56:22.483 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.481+0000 7fdc1ffff640 1 -- 10.20.193.44:0/1452570242 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdc3c009550 con 0x7fdc4807cb10 2026-02-14T01:56:22.483 INFO:teuthology.orchestra.run.trial044.stdout:38654705675 2026-02-14T01:56:22.484 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 msgr2=0x7fdc48132f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.484 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48132f30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c004770 tx=0x7fdc3c002bf0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.484 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 shutdown_connections 2026-02-14T01:56:22.485 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fdc480814c0 0x7fdc481339b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.485 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fdc48080bb0 0x7fdc48133470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.485 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 --2- 10.20.193.44:0/1452570242 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fdc4807cb10 0x7fdc48132f30 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.485 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 >> 10.20.193.44:0/1452570242 conn(0x7fdc480833e0 msgr2=0x7fdc4805c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.485 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 shutdown_connections 2026-02-14T01:56:22.485 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7fdc4d923640 1 -- 10.20.193.44:0/1452570242 wait complete. 2026-02-14T01:56:22.486 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.482+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7efe540531d0 con 0x7efe54135f40 2026-02-14T01:56:22.486 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.483+0000 7efe337fe640 1 -- 10.20.193.44:0/3031262297 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efe3c062c00 con 0x7efe54135f40 2026-02-14T01:56:22.486 INFO:teuthology.orchestra.run.trial044.stdout:38654705675 2026-02-14T01:56:22.487 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 msgr2=0x7efe5405b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:22.487 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 0x7efe5405b850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efe3c004770 tx=0x7efe3c00ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:22.487 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 shutdown_connections 2026-02-14T01:56:22.487 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7efe541368f0 0x7efe5405bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.487 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7efe54135f40 0x7efe5405b850 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.487 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 --2- 10.20.193.44:0/3031262297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7efe54130220 0x7efe5405b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:22.488 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 >> 10.20.193.44:0/3031262297 conn(0x7efe5408aae0 msgr2=0x7efe54134760 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:22.488 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 shutdown_connections 2026-02-14T01:56:22.488 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:22.484+0000 7efe59697640 1 -- 10.20.193.44:0/3031262297 wait complete. 2026-02-14T01:56:22.492 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.1 2026-02-14T01:56:22.494 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.0 2026-02-14T01:56:22.660 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:56:22.658+0000 7f5703b10640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-14T01:56:22.662 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:56:22.660+0000 7f5703b10640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-14T01:56:22.662 INFO:tasks.ceph.mgr.y.trial044.stderr:2026-02-14T01:56:22.661+0000 7f5703b10640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-14T01:56:23.451 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:23.453 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:23.493 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:56:23.494 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:23.525 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 -- 10.20.193.44:0/2752093676 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c130220 msgr2=0x7f050c086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.525 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 --2- 10.20.193.44:0/2752093676 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c130220 0x7f050c086570 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f04f80098f0 tx=0x7f04f802f0d0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.525 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 -- 10.20.193.44:0/2752093676 shutdown_connections 2026-02-14T01:56:23.525 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 --2- 10.20.193.44:0/2752093676 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 0x7f050c1363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.525 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 --2- 10.20.193.44:0/2752093676 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c130220 0x7f050c086570 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.525 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 -- 10.20.193.44:0/2752093676 >> 10.20.193.44:0/2752093676 conn(0x7f050c08aae0 msgr2=0x7f050c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.526 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 -- 10.20.193.44:0/2752093676 shutdown_connections 2026-02-14T01:56:23.526 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 -- 10.20.193.44:0/2752093676 wait complete. 2026-02-14T01:56:23.526 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 Processor -- start 2026-02-14T01:56:23.526 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 -- start start 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 -- 10.20.193.44:0/819149601 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c080bb0 msgr2=0x7f4a0c080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 --2- 10.20.193.44:0/819149601 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c080bb0 0x7f4a0c080f80 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4a00005fd0 tx=0x7f4a0002f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 -- 10.20.193.44:0/819149601 shutdown_connections 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 --2- 10.20.193.44:0/819149601 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c07cb10 0x7f4a0c196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 --2- 10.20.193.44:0/819149601 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c080bb0 0x7f4a0c080f80 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 -- 10.20.193.44:0/819149601 >> 10.20.193.44:0/819149601 conn(0x7f4a0c0833e0 msgr2=0x7f4a0c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 -- 10.20.193.44:0/819149601 shutdown_connections 2026-02-14T01:56:23.527 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f4a11008640 1 -- 10.20.193.44:0/819149601 wait complete. 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 0x7f050c11d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 0x7f050c11d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.523+0000 7f0512751640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c1368f0 0x7f050c11db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0512751640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f050c198d20 con 0x7f050c1368f0 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0512751640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f050c198ba0 con 0x7f050c130220 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0512751640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f050c198ea0 con 0x7f050c135f40 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 0x7f050c11d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050b7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 0x7f050c11d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 0x7f050c11d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33124/0 (socket says 10.20.193.44:33124) 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 -- 10.20.193.44:0/973314407 learned_addr learned my addr 10.20.193.44:0/973314407 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:23.529 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0510cc7640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c1368f0 0x7f050c11db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 -- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 msgr2=0x7f050c11d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 0x7f050c11d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 -- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c1368f0 msgr2=0x7f050c11db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c1368f0 0x7f050c11db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 -- 10.20.193.44:0/973314407 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f050c05d790 con 0x7f050c130220 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050b7fe640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 0x7f050c11d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:23.530 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f050bfff640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 0x7f050c11d0c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f04f8002400 tx=0x7f04f8002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:23.531 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 Processor -- start 2026-02-14T01:56:23.531 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 -- start start 2026-02-14T01:56:23.531 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8046070 con 0x7f050c130220 2026-02-14T01:56:23.531 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04f8002c80 con 0x7f050c130220 2026-02-14T01:56:23.532 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f050c110050 con 0x7f050c130220 2026-02-14T01:56:23.532 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f80386d0 con 0x7f050c130220 2026-02-14T01:56:23.532 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f050c11e140 con 0x7f050c130220 2026-02-14T01:56:23.533 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 0x7f4a0c133220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.533 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c080bb0 0x7f4a0c133760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.533 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c0814c0 0x7f4a0c1466e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.533 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0c196b70 con 0x7f4a0c07cb10 2026-02-14T01:56:23.533 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f4a0c1969f0 con 0x7f4a0c080bb0 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a11008640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f4a0c196cf0 con 0x7f4a0c0814c0 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 0x7f4a0c133220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 0x7f4a0c133220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51520/0 (socket says 10.20.193.44:51520) 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 -- 10.20.193.44:0/1408547375 learned_addr learned my addr 10.20.193.44:0/1408547375 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0b577640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c0814c0 0x7f4a0c1466e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0a575640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c080bb0 0x7f4a0c133760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 -- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c0814c0 msgr2=0x7f4a0c1466e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c0814c0 0x7f4a0c1466e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 -- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c080bb0 msgr2=0x7f4a0c133760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c080bb0 0x7f4a0c133760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.534 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 -- 10.20.193.44:0/1408547375 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a0c075d10 con 0x7f4a0c07cb10 2026-02-14T01:56:23.535 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0a575640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c080bb0 0x7f4a0c133760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-14T01:56:23.535 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f4a0ad76640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 0x7f4a0c133220 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4a0002fe60 tx=0x7f4a00002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:23.535 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.524+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f050c1366b0 con 0x7f050c130220 2026-02-14T01:56:23.536 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a00046070 con 0x7f4a0c07cb10 2026-02-14T01:56:23.536 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a00002cb0 con 0x7f4a0c07cb10 2026-02-14T01:56:23.536 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a0c1348a0 con 0x7f4a0c07cb10 2026-02-14T01:56:23.536 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a000386d0 con 0x7f4a0c07cb10 2026-02-14T01:56:23.536 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a0c133ca0 con 0x7f4a0c07cb10 2026-02-14T01:56:23.536 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f04f8038870 con 0x7f050c130220 2026-02-14T01:56:23.537 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f04f8087b60 con 0x7f050c130220 2026-02-14T01:56:23.537 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a0c080f80 con 0x7f4a0c07cb10 2026-02-14T01:56:23.537 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.525+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f4a00038870 con 0x7f4a0c07cb10 2026-02-14T01:56:23.537 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.526+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f4a00087d90 con 0x7f4a0c07cb10 2026-02-14T01:56:23.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.527+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f050c1366b0 con 0x7f050c130220 2026-02-14T01:56:23.538 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.528+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4a00086870 con 0x7f4a0c07cb10 2026-02-14T01:56:23.566 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 -- 10.20.193.44:0/2315428609 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f407c940 msgr2=0x7f24f407cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.566 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 --2- 10.20.193.44:0/2315428609 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f407c940 0x7f24f407cd80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f24e4009750 tx=0x7f24e402f400 comp rx=0 tx=0).stop 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 -- 10.20.193.44:0/2315428609 shutdown_connections 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 --2- 10.20.193.44:0/2315428609 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f407c940 0x7f24f407cd80 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 --2- 10.20.193.44:0/2315428609 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f24f40814c0 0x7f24f407c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 --2- 10.20.193.44:0/2315428609 >> v2:10.20.193.44:3300/0 conn(0x7f24f4080bb0 0x7f24f4080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 -- 10.20.193.44:0/2315428609 >> 10.20.193.44:0/2315428609 conn(0x7f24f40833e0 msgr2=0x7f24f40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 -- 10.20.193.44:0/2315428609 shutdown_connections 2026-02-14T01:56:23.567 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.564+0000 7f24f934c640 1 -- 10.20.193.44:0/2315428609 wait complete. 2026-02-14T01:56:23.568 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2775860171 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 msgr2=0x7fd3a405c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.568 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2775860171 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a405c430 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd398005fd0 tx=0x7fd39802f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.568 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2775860171 shutdown_connections 2026-02-14T01:56:23.568 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2775860171 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd3a405c970 0x7fd3a4176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.568 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2775860171 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a405c430 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.568 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2775860171 >> 10.20.193.44:0/2775860171 conn(0x7fd3a40833e0 msgr2=0x7fd3a40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.569 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2775860171 shutdown_connections 2026-02-14T01:56:23.569 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2775860171 wait complete. 2026-02-14T01:56:23.569 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 Processor -- start 2026-02-14T01:56:23.569 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 -- start start 2026-02-14T01:56:23.570 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 Processor -- start 2026-02-14T01:56:23.570 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- start start 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f24f407c940 0x7f24f4146490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f24f4080bb0 0x7f24f41469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 0x7f24f412c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f24f4195870 con 0x7f24f4080bb0 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f24f41956f0 con 0x7f24f407c940 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f934c640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f24f41959f0 con 0x7f24f40814c0 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 0x7f24f412c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f27fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f24f4080bb0 0x7f24f41469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f2ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f24f407c940 0x7f24f4146490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.571 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 0x7f24f412c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55412/0 (socket says 10.20.193.44:55412) 2026-02-14T01:56:23.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 -- 10.20.193.44:0/527053299 learned_addr learned my addr 10.20.193.44:0/527053299 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:23.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 -- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f24f407c940 msgr2=0x7f24f4146490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f24f407c940 0x7f24f4146490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 -- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f24f4080bb0 msgr2=0x7f24f41469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a4197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f24f4080bb0 0x7f24f41469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7f24f37fe640 1 -- 10.20.193.44:0/527053299 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f412e2d0 con 0x7f24f40814c0 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd3a405c970 0x7fd3a407a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd3a4176890 0x7fd3a407a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a4198e60 con 0x7fd3a405c970 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a4198ce0 con 0x7fd3a4176890 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.565+0000 7fd3a8d91640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fd3a4198fe0 con 0x7fd3a405c060 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a4197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a4197c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55428/0 (socket says 10.20.193.44:55428) 2026-02-14T01:56:23.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 -- 10.20.193.44:0/2836314397 learned_addr learned my addr 10.20.193.44:0/2836314397 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:23.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a1d74640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd3a405c970 0x7fd3a407a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2d76640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd3a4176890 0x7fd3a407a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:23.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7f24f37fe640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 0x7f24f412c1c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f24e4009fa0 tx=0x7f24e4009380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:23.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 -- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd3a4176890 msgr2=0x7fd3a407a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd3a4176890 0x7fd3a407a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e4007b60 con 0x7f24f40814c0 2026-02-14T01:56:23.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 -- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd3a405c970 msgr2=0x7fd3a407a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd3a405c970 0x7fd3a407a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 -- 10.20.193.44:0/2836314397 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a4081f00 con 0x7fd3a405c060 2026-02-14T01:56:23.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24e4007d20 con 0x7f24f40814c0 2026-02-14T01:56:23.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e4004330 con 0x7f24f40814c0 2026-02-14T01:56:23.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f4075520 con 0x7f24f40814c0 2026-02-14T01:56:23.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f4075d50 con 0x7f24f40814c0 2026-02-14T01:56:23.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a2575640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a4197c80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd398002900 tx=0x7fd398002930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:23.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd398046070 con 0x7fd3a405c060 2026-02-14T01:56:23.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd398002ce0 con 0x7fd3a405c060 2026-02-14T01:56:23.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a407c1b0 con 0x7fd3a405c060 2026-02-14T01:56:23.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3980386d0 con 0x7fd3a405c060 2026-02-14T01:56:23.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.566+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a407aca0 con 0x7fd3a405c060 2026-02-14T01:56:23.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.567+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24f4080f80 con 0x7f24f40814c0 2026-02-14T01:56:23.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.567+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f24e40044d0 con 0x7f24f40814c0 2026-02-14T01:56:23.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.567+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3a405c430 con 0x7fd3a405c060 2026-02-14T01:56:23.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.567+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7fd398038870 con 0x7fd3a405c060 2026-02-14T01:56:23.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.567+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f24e40884a0 con 0x7f24f40814c0 2026-02-14T01:56:23.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.567+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fd398087c20 con 0x7fd3a405c060 2026-02-14T01:56:23.581 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.568+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f24e403d070 con 0x7f24f40814c0 2026-02-14T01:56:23.581 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.570+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fd398086700 con 0x7fd3a405c060 2026-02-14T01:56:23.605 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.604+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f050c086570 con 0x7f050c130220 2026-02-14T01:56:23.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.604+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f4a0c053200 con 0x7f4a0c07cb10 2026-02-14T01:56:23.606 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.604+0000 7f0508ff9640 1 -- 10.20.193.44:0/973314407 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f050c12fd80 con 0x7f050c130220 2026-02-14T01:56:23.607 INFO:teuthology.orchestra.run.trial044.stdout:42949672970 2026-02-14T01:56:23.607 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.604+0000 7f49eb7fe640 1 -- 10.20.193.44:0/1408547375 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4a00086bf0 con 0x7f4a0c07cb10 2026-02-14T01:56:23.607 INFO:teuthology.orchestra.run.trial044.stdout:42949672970 2026-02-14T01:56:23.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 >> v1:10.20.193.44:6800/2819503018 conn(0x7f04dc04c930 legacy=0x7f04dc06cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 msgr2=0x7f050c11d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 0x7f050c11d0c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f04f8002400 tx=0x7f04f8002900 comp rx=0 tx=0).stop 2026-02-14T01:56:23.608 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 shutdown_connections 2026-02-14T01:56:23.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f050c1368f0 0x7f050c11db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f050c135f40 0x7f050c11d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 --2- 10.20.193.44:0/973314407 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f050c130220 0x7f050c11d0c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 >> 10.20.193.44:0/973314407 conn(0x7f050c08aae0 msgr2=0x7f050c134760 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 shutdown_connections 2026-02-14T01:56:23.609 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f0512751640 1 -- 10.20.193.44:0/973314407 wait complete. 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 >> v1:10.20.193.44:6800/2819503018 conn(0x7f49d804c930 legacy=0x7f49d806cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 msgr2=0x7f4a0c133220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 0x7f4a0c133220 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4a0002fe60 tx=0x7f4a00002900 comp rx=0 tx=0).stop 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 shutdown_connections 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f4a0c0814c0 0x7f4a0c1466e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f4a0c080bb0 0x7f4a0c133760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 --2- 10.20.193.44:0/1408547375 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f4a0c07cb10 0x7f4a0c133220 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.610 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 >> 10.20.193.44:0/1408547375 conn(0x7f4a0c0833e0 msgr2=0x7f4a0c07ead0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 shutdown_connections 2026-02-14T01:56:23.611 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.606+0000 7f4a11008640 1 -- 10.20.193.44:0/1408547375 wait complete. 2026-02-14T01:56:23.616 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672970 for osd.3 2026-02-14T01:56:23.617 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672970 for osd.2 2026-02-14T01:56:23.645 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.644+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f24f4053200 con 0x7f24f40814c0 2026-02-14T01:56:23.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.644+0000 7f24d37fe640 1 -- 10.20.193.44:0/527053299 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f24e4086f80 con 0x7f24f40814c0 2026-02-14T01:56:23.646 INFO:teuthology.orchestra.run.trial044.stdout:38654705675 2026-02-14T01:56:23.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 >> v1:10.20.193.44:6800/2819503018 conn(0x7f24c004c930 legacy=0x7f24c006cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 msgr2=0x7f24f412c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 0x7f24f412c1c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f24e4009fa0 tx=0x7f24e4009380 comp rx=0 tx=0).stop 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 shutdown_connections 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f24f40814c0 0x7f24f412c1c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f24f4080bb0 0x7f24f41469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 --2- 10.20.193.44:0/527053299 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f24f407c940 0x7f24f4146490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 >> 10.20.193.44:0/527053299 conn(0x7f24f40833e0 msgr2=0x7f24f405c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 shutdown_connections 2026-02-14T01:56:23.648 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.646+0000 7f24f934c640 1 -- 10.20.193.44:0/527053299 wait complete. 2026-02-14T01:56:23.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.649+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fd3a4053200 con 0x7fd3a405c060 2026-02-14T01:56:23.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.649+0000 7fd38affd640 1 -- 10.20.193.44:0/2836314397 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd398086a80 con 0x7fd3a405c060 2026-02-14T01:56:23.651 INFO:teuthology.orchestra.run.trial044.stdout:38654705675 2026-02-14T01:56:23.652 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 >> v1:10.20.193.44:6800/2819503018 conn(0x7fd37004c930 legacy=0x7fd37006cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.652 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 msgr2=0x7fd3a4197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:23.652 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a4197c80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd398002900 tx=0x7fd398002930 comp rx=0 tx=0).stop 2026-02-14T01:56:23.652 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 shutdown_connections 2026-02-14T01:56:23.653 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd3a4176890 0x7fd3a407a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.653 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd3a405c970 0x7fd3a407a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.653 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 --2- 10.20.193.44:0/2836314397 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd3a405c060 0x7fd3a4197c80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:23.653 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 >> 10.20.193.44:0/2836314397 conn(0x7fd3a40833e0 msgr2=0x7fd3a407dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:23.653 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 shutdown_connections 2026-02-14T01:56:23.653 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:23.650+0000 7fd3a8d91640 1 -- 10.20.193.44:0/2836314397 wait complete. 2026-02-14T01:56:23.656 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.0 2026-02-14T01:56:23.660 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705675 for osd.1 2026-02-14T01:56:24.617 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:24.618 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:24.657 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:24.661 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 -- 10.20.193.44:0/615364114 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b60130220 msgr2=0x7f9b60086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/615364114 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b60130220 0x7f9b60086570 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9b540098c0 tx=0x7f9b5402f110 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 -- 10.20.193.44:0/615364114 shutdown_connections 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/615364114 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 0x7f9b601363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/615364114 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b60130220 0x7f9b60086570 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 -- 10.20.193.44:0/615364114 >> 10.20.193.44:0/615364114 conn(0x7f9b6008aae0 msgr2=0x7f9b6008aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 -- 10.20.193.44:0/615364114 shutdown_connections 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.690+0000 7f9b64ccf640 1 -- 10.20.193.44:0/615364114 wait complete. 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 -- 10.20.193.44:0/174639039 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084980 msgr2=0x7f3c5405ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/174639039 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084980 0x7f3c5405ba00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c005ea0 tx=0x7f3c3c02f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 -- 10.20.193.44:0/174639039 shutdown_connections 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/174639039 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084980 0x7f3c5405ba00 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/174639039 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c5405bf40 0x7f3c5405c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/174639039 >> v2:10.20.193.44:3300/0 conn(0x7f3c54084070 0x7f3c54084440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 -- 10.20.193.44:0/174639039 >> 10.20.193.44:0/174639039 conn(0x7f3c540580a0 msgr2=0x7f3c540865a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.692 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 -- 10.20.193.44:0/174639039 shutdown_connections 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 Processor -- start 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 -- 10.20.193.44:0/174639039 wait complete. 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 -- start start 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 0x7f9b6005b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 0x7f9b6005bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b601368f0 0x7f9b6011f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9b60198d20 con 0x7f9b60130220 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9b60198ba0 con 0x7f9b60135f40 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b64ccf640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9b60198ea0 con 0x7f9b601368f0 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5e575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 0x7f9b6005b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 0x7f9b6005bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5e575640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 0x7f9b6005b690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51574/0 (socket says 10.20.193.44:51574) 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5e575640 1 -- 10.20.193.44:0/3881283844 learned_addr learned my addr 10.20.193.44:0/3881283844 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5ed76640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b601368f0 0x7f9b6011f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.693 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 Processor -- start 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 -- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b601368f0 msgr2=0x7f9b6011f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b601368f0 0x7f9b6011f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 -- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 msgr2=0x7f9b6005b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 0x7f9b6005b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 -- 10.20.193.44:0/3881283844 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b601307a0 con 0x7f9b60135f40 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5e575640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 0x7f9b6005b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f3c5ac61640 1 -- start start 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b5dd74640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 0x7f9b6005bbd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9b48004770 tx=0x7f9b48002b70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b4800ead0 con 0x7f9b60135f40 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.691+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b4800ed60 con 0x7f9b60135f40 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6010f8d0 con 0x7f9b60135f40 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48004ae0 con 0x7f9b60135f40 2026-02-14T01:56:24.694 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b6005c2f0 con 0x7f9b60135f40 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c5405bf40 0x7f3c5419a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 0x7f3c5419acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c54084980 0x7f3c5419b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3c54195a30 con 0x7f3c5405bf40 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f3c541958b0 con 0x7f3c54084980 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f3c54195bb0 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 0x7f3c5419acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c591d7640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c54084980 0x7f3c5419b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 0x7f3c5419acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55502/0 (socket says 10.20.193.44:55502) 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 -- 10.20.193.44:0/1761399009 learned_addr learned my addr 10.20.193.44:0/1761399009 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c589d6640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c5405bf40 0x7f3c5419a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 -- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c54084980 msgr2=0x7f3c5419b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c54084980 0x7f3c5419b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 -- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c5405bf40 msgr2=0x7f3c5419a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c5405bf40 0x7f3c5419a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 -- 10.20.193.44:0/1761399009 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5419c010 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c4bfff640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 0x7f3c5419acf0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c005fd0 tx=0x7f3c3c002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3c046070 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c3c0045b0 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c5419dca0 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3c038470 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c5419b770 con 0x7f3c54084070 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b28005390 con 0x7f9b60135f40 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f9b48020030 con 0x7f9b60135f40 2026-02-14T01:56:24.695 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.692+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f9b48063ce0 con 0x7f9b60135f40 2026-02-14T01:56:24.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.693+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c54084440 con 0x7f3c54084070 2026-02-14T01:56:24.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.693+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f3c3c038610 con 0x7f3c54084070 2026-02-14T01:56:24.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.693+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f3c3c087bf0 con 0x7f3c54084070 2026-02-14T01:56:24.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.694+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9b48014070 con 0x7f9b60135f40 2026-02-14T01:56:24.696 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.694+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f3c3c0861b0 con 0x7f3c54084070 2026-02-14T01:56:24.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2176231428 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8136af0 msgr2=0x7f6dd8198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2176231428 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8136af0 0x7f6dd8198280 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4004af0 tx=0x7f6dd402f310 comp rx=0 tx=0).stop 2026-02-14T01:56:24.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2176231428 shutdown_connections 2026-02-14T01:56:24.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2176231428 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8136af0 0x7f6dd8198280 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.730 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2176231428 >> v2:10.20.193.44:3300/0 conn(0x7f6dd8130220 0x7f6dd8086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2176231428 >> 10.20.193.44:0/2176231428 conn(0x7f6dd808aae0 msgr2=0x7f6dd808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2176231428 shutdown_connections 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2176231428 wait complete. 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 -- 10.20.193.44:0/204342197 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab8085b90 msgr2=0x7feab807d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 --2- 10.20.193.44:0/204342197 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab8085b90 0x7feab807d720 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7feaac0098c0 tx=0x7feaac02f190 comp rx=0 tx=0).stop 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 -- 10.20.193.44:0/204342197 shutdown_connections 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 --2- 10.20.193.44:0/204342197 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7feab8174330 0x7feab8194710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 --2- 10.20.193.44:0/204342197 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab8085b90 0x7feab807d720 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 -- 10.20.193.44:0/204342197 >> 10.20.193.44:0/204342197 conn(0x7feab80833e0 msgr2=0x7feab80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 -- 10.20.193.44:0/204342197 shutdown_connections 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.729+0000 7feabd63d640 1 -- 10.20.193.44:0/204342197 wait complete. 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 Processor -- start 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 Processor -- start 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 -- start start 2026-02-14T01:56:24.731 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 -- start start 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 0x7f6dd8112f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8135f40 0x7f6dd8113480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dd8136af0 0x7f6dd811edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd8198d30 con 0x7f6dd8136af0 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f6dd8198bb0 con 0x7f6dd8135f40 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddfd69640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f6dd8198eb0 con 0x7f6dd8130220 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 0x7f6dd8112f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6ddd2dd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8135f40 0x7f6dd8113480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 0x7feab8121fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dde2df640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dd8136af0 0x7f6dd811edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 0x7f6dd8112f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55514/0 (socket says 10.20.193.44:55514) 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7feab8085b90 0x7feab8122520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 -- 10.20.193.44:0/2127764213 learned_addr learned my addr 10.20.193.44:0/2127764213 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7feab8174330 0x7feab81253a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7feab81957c0 con 0x7feab8174330 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7feab8195640 con 0x7feab807dc60 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feabd63d640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7feab8195940 con 0x7feab8085b90 2026-02-14T01:56:24.732 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 0x7feab8121fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 0x7feab8121fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33274/0 (socket says 10.20.193.44:33274) 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 -- 10.20.193.44:0/195453899 learned_addr learned my addr 10.20.193.44:0/195453899 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab77fe640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7feab8174330 0x7feab81253a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab67fc640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7feab8085b90 0x7feab8122520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 -- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8135f40 msgr2=0x7f6dd8113480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8135f40 0x7f6dd8113480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 -- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dd8136af0 msgr2=0x7f6dd811edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dd8136af0 0x7f6dd811edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dddade640 1 -- 10.20.193.44:0/2127764213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dd8114530 con 0x7f6dd8130220 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7f6dde2df640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dd8136af0 0x7f6dd811edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 -- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7feab8085b90 msgr2=0x7feab8122520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7feab8085b90 0x7feab8122520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 -- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7feab8174330 msgr2=0x7feab81253a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7feab8174330 0x7feab81253a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.730+0000 7feab6ffd640 1 -- 10.20.193.44:0/195453899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab810d300 con 0x7feab807dc60 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7feab77fe640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7feab8174330 0x7feab81253a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6dddade640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 0x7f6dd8112f40 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8002750 tx=0x7f6dc8002c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc800ed40 con 0x7f6dd8130220 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dc8002e20 con 0x7f6dd8130220 2026-02-14T01:56:24.733 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7feab6ffd640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 0x7feab8121fe0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7feaac0099c0 tx=0x7feaac002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dd81307a0 con 0x7f6dd8130220 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc8010650 con 0x7f6dd8130220 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dd8113ba0 con 0x7f6dd8130220 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac046070 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feaac002d00 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac005d70 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feab810e780 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7feab8122c40 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f6dc8020030 con 0x7f6dd8130220 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dd8086570 con 0x7f6dd8130220 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feab810d760 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.731+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7feaac0386b0 con 0x7feab807dc60 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.732+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f6dc8063c70 con 0x7f6dd8130220 2026-02-14T01:56:24.734 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.732+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7feaac087fa0 con 0x7feab807dc60 2026-02-14T01:56:24.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.733+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f6dc8014030 con 0x7f6dd8130220 2026-02-14T01:56:24.735 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.733+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7feaac009400 con 0x7feab807dc60 2026-02-14T01:56:24.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.774+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f9b28005680 con 0x7f9b60135f40 2026-02-14T01:56:24.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.774+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3c54194a30 con 0x7f3c54084070 2026-02-14T01:56:24.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.774+0000 7f3c497fa640 1 -- 10.20.193.44:0/1761399009 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3c3c086530 con 0x7f3c54084070 2026-02-14T01:56:24.775 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.774+0000 7f9b46ffd640 1 -- 10.20.193.44:0/3881283844 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9b48009400 con 0x7f9b60135f40 2026-02-14T01:56:24.775 INFO:teuthology.orchestra.run.trial044.stdout:42949672973 2026-02-14T01:56:24.775 INFO:teuthology.orchestra.run.trial044.stdout:42949672973 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 >> v1:10.20.193.44:6800/2819503018 conn(0x7f3c2404ca50 legacy=0x7f3c2406cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 msgr2=0x7f3c5419acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 0x7f3c5419acf0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c005fd0 tx=0x7f3c3c002900 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 shutdown_connections 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3c54084980 0x7f3c5419b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3c54084070 0x7f3c5419acf0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 --2- 10.20.193.44:0/1761399009 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3c5405bf40 0x7f3c5419a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.775+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 >> 10.20.193.44:0/1761399009 conn(0x7f3c540580a0 msgr2=0x7f3c541a0590 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 shutdown_connections 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f3c5ac61640 1 -- 10.20.193.44:0/1761399009 wait complete. 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 >> v1:10.20.193.44:6800/2819503018 conn(0x7f9b2c04ca50 legacy=0x7f9b2c06cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 msgr2=0x7f9b6005bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 0x7f9b6005bbd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9b48004770 tx=0x7f9b48002b70 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 shutdown_connections 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9b601368f0 0x7f9b6011f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9b60135f40 0x7f9b6005bbd0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 --2- 10.20.193.44:0/3881283844 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9b60130220 0x7f9b6005b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 >> 10.20.193.44:0/3881283844 conn(0x7f9b6008aae0 msgr2=0x7f9b60134730 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 shutdown_connections 2026-02-14T01:56:24.777 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.776+0000 7f9b64ccf640 1 -- 10.20.193.44:0/3881283844 wait complete. 2026-02-14T01:56:24.785 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672973 for osd.2 2026-02-14T01:56:24.785 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:24.785 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672972 got 42949672973 for osd.3 2026-02-14T01:56:24.785 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:24.811 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.810+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7feab8053200 con 0x7feab807dc60 2026-02-14T01:56:24.812 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.810+0000 7fea977fe640 1 -- 10.20.193.44:0/195453899 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7feaac086560 con 0x7feab807dc60 2026-02-14T01:56:24.812 INFO:teuthology.orchestra.run.trial044.stdout:38654705677 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f6dd811f2f0 con 0x7f6dd8130220 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7f6dc67fc640 1 -- 10.20.193.44:0/2127764213 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6dc8009480 con 0x7f6dd8130220 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stdout:38654705677 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 >> v1:10.20.193.44:6800/2819503018 conn(0x7fea8404ca40 legacy=0x7fea8406cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 msgr2=0x7feab8121fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 0x7feab8121fe0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7feaac0099c0 tx=0x7feaac002900 comp rx=0 tx=0).stop 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 shutdown_connections 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7feab8174330 0x7feab81253a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7feab8085b90 0x7feab8122520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 --2- 10.20.193.44:0/195453899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7feab807dc60 0x7feab8121fe0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 >> 10.20.193.44:0/195453899 conn(0x7feab80833e0 msgr2=0x7feab807bb00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.813 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 shutdown_connections 2026-02-14T01:56:24.814 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.812+0000 7feabd63d640 1 -- 10.20.193.44:0/195453899 wait complete. 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 >> v1:10.20.193.44:6800/2819503018 conn(0x7f6da804ca50 legacy=0x7f6da806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 msgr2=0x7f6dd8112f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 0x7f6dd8112f40 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8002750 tx=0x7f6dc8002c20 comp rx=0 tx=0).stop 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 shutdown_connections 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dd8136af0 0x7f6dd811edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dd8135f40 0x7f6dd8113480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 --2- 10.20.193.44:0/2127764213 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dd8130220 0x7f6dd8112f40 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 >> 10.20.193.44:0/2127764213 conn(0x7f6dd808aae0 msgr2=0x7f6dd81346d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 shutdown_connections 2026-02-14T01:56:24.815 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.813+0000 7f6ddfd69640 1 -- 10.20.193.44:0/2127764213 wait complete. 2026-02-14T01:56:24.821 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705677 for osd.1 2026-02-14T01:56:24.821 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:24.822 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705676 got 38654705677 for osd.0 2026-02-14T01:56:24.823 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:24.823 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-14T01:56:24.823 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 -- 10.20.193.44:0/1246286024 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78081690 msgr2=0x7f1b78175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 --2- 10.20.193.44:0/1246286024 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78081690 0x7f1b78175130 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1b60004770 tx=0x7f1b6002f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 -- 10.20.193.44:0/1246286024 shutdown_connections 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 --2- 10.20.193.44:0/1246286024 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b78195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 --2- 10.20.193.44:0/1246286024 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78081690 0x7f1b78175130 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 -- 10.20.193.44:0/1246286024 >> 10.20.193.44:0/1246286024 conn(0x7f1b780833e0 msgr2=0x7f1b780840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 -- 10.20.193.44:0/1246286024 shutdown_connections 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.930+0000 7f1b7d101640 1 -- 10.20.193.44:0/1246286024 wait complete. 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 Processor -- start 2026-02-14T01:56:24.932 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 -- start start 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 0x7f1b7817ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1b78081690 0x7f1b78175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b7817d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7805ddd0 con 0x7f1b78080bb0 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1b781969b0 con 0x7f1b78175670 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b7d101640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1b78196830 con 0x7f1b78081690 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b76d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 0x7f1b7817ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b7817d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b76575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1b78081690 0x7f1b78175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b7817d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33292/0 (socket says 10.20.193.44:33292) 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 -- 10.20.193.44:0/430519514 learned_addr learned my addr 10.20.193.44:0/430519514 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b76d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 0x7f1b7817ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51620/0 (socket says 10.20.193.44:51620) 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 -- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1b78081690 msgr2=0x7f1b78175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1b78081690 0x7f1b78175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 -- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 msgr2=0x7f1b7817ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.931+0000 7f1b77577640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 0x7f1b7817ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b77577640 1 -- 10.20.193.44:0/430519514 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b7812e290 con 0x7f1b78175670 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b76575640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1b78081690 0x7f1b78175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b76d76640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 0x7f1b7817ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:24.933 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b77577640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b7817d3f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1b68007f50 tx=0x7f1b6800e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68019070 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b68002c50 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68004370 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b7805ba00 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b7817d930 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b78080f80 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.932+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f1b68004720 con 0x7f1b78175670 2026-02-14T01:56:24.934 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.933+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f1b68063f10 con 0x7f1b78175670 2026-02-14T01:56:24.935 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:24.934+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f1b68010040 con 0x7f1b78175670 2026-02-14T01:56:25.011 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.010+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1b7805d870 con 0x7f1b4404ca50 2026-02-14T01:56:25.011 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.010+0000 7f1b577fe640 1 -- 10.20.193.44:0/430519514 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31981 (unknown 2965378022 0 927971326) 0x7f1b6c003ec0 con 0x7f1b4404ca50 2026-02-14T01:56:25.011 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 >> v1:10.20.193.44:6800/2819503018 conn(0x7f1b4404ca50 legacy=0x7f1b4406cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 msgr2=0x7f1b7817d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b7817d3f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1b68007f50 tx=0x7f1b6800e5e0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 shutdown_connections 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1b78175670 0x7f1b7817d3f0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1b78081690 0x7f1b78175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 --2- 10.20.193.44:0/430519514 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1b78080bb0 0x7f1b7817ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 >> 10.20.193.44:0/430519514 conn(0x7f1b780833e0 msgr2=0x7f1b78132510 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 shutdown_connections 2026-02-14T01:56:25.012 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.011+0000 7f1b7d101640 1 -- 10.20.193.44:0/430519514 wait complete. 2026-02-14T01:56:25.019 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-14T01:56:23.659826+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109724,"kb_used_data":1856,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377636,"statfs":{"total":386547056640,"available":386434699264,"internally_reserved":0,"allocated":1900544,"data_stored":1389836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.997798"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657524+0000","last_change":"2026-02-14T01:55:41.184130+0000","last_active":"2026-02-14T01:56:21.657524+0000","last_peered":"2026-02-14T01:56:21.657524+0000","last_clean":"2026-02-14T01:56:21.657524+0000","last_became_active":"2026-02-14T01:55:39.181768+0000","last_became_peered":"2026-02-14T01:55:39.181768+0000","last_unstale":"2026-02-14T01:56:21.657524+0000","last_undegraded":"2026-02-14T01:56:21.657524+0000","last_fullsized":"2026-02-14T01:56:21.657524+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:11:20.026380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.674334+0000","last_change":"2026-02-14T01:55:41.182424+0000","last_active":"2026-02-14T01:56:21.674334+0000","last_peered":"2026-02-14T01:56:21.674334+0000","last_clean":"2026-02-14T01:56:21.674334+0000","last_became_active":"2026-02-14T01:55:39.178848+0000","last_became_peered":"2026-02-14T01:55:39.178848+0000","last_unstale":"2026-02-14T01:56:21.674334+0000","last_undegraded":"2026-02-14T01:56:21.674334+0000","last_fullsized":"2026-02-14T01:56:21.674334+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:18.887950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657517+0000","last_change":"2026-02-14T01:55:41.183574+0000","last_active":"2026-02-14T01:56:21.657517+0000","last_peered":"2026-02-14T01:56:21.657517+0000","last_clean":"2026-02-14T01:56:21.657517+0000","last_became_active":"2026-02-14T01:55:39.181733+0000","last_became_peered":"2026-02-14T01:55:39.181733+0000","last_unstale":"2026-02-14T01:56:21.657517+0000","last_undegraded":"2026-02-14T01:56:21.657517+0000","last_fullsized":"2026-02-14T01:56:21.657517+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:22.137198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.674331+0000","last_change":"2026-02-14T01:55:41.182414+0000","last_active":"2026-02-14T01:56:21.674331+0000","last_peered":"2026-02-14T01:56:21.674331+0000","last_clean":"2026-02-14T01:56:21.674331+0000","last_became_active":"2026-02-14T01:55:39.178807+0000","last_became_peered":"2026-02-14T01:55:39.178807+0000","last_unstale":"2026-02-14T01:56:21.674331+0000","last_undegraded":"2026-02-14T01:56:21.674331+0000","last_fullsized":"2026-02-14T01:56:21.674331+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:28:06.063546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":29,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657510+0000","last_change":"2026-02-14T01:55:41.184048+0000","last_active":"2026-02-14T01:56:21.657510+0000","last_peered":"2026-02-14T01:56:21.657510+0000","last_clean":"2026-02-14T01:56:21.657510+0000","last_became_active":"2026-02-14T01:55:39.181162+0000","last_became_peered":"2026-02-14T01:55:39.181162+0000","last_unstale":"2026-02-14T01:56:21.657510+0000","last_undegraded":"2026-02-14T01:56:21.657510+0000","last_fullsized":"2026-02-14T01:56:21.657510+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T02:47:09.149323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657456+0000","last_change":"2026-02-14T01:55:41.182773+0000","last_active":"2026-02-14T01:56:21.657456+0000","last_peered":"2026-02-14T01:56:21.657456+0000","last_clean":"2026-02-14T01:56:21.657456+0000","last_became_active":"2026-02-14T01:55:39.181723+0000","last_became_peered":"2026-02-14T01:55:39.181723+0000","last_unstale":"2026-02-14T01:56:21.657456+0000","last_undegraded":"2026-02-14T01:56:21.657456+0000","last_fullsized":"2026-02-14T01:56:21.657456+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:30:27.629235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657489+0000","last_change":"2026-02-14T01:55:41.183592+0000","last_active":"2026-02-14T01:56:21.657489+0000","last_peered":"2026-02-14T01:56:21.657489+0000","last_clean":"2026-02-14T01:56:21.657489+0000","last_became_active":"2026-02-14T01:55:39.181276+0000","last_became_peered":"2026-02-14T01:55:39.181276+0000","last_unstale":"2026-02-14T01:56:21.657489+0000","last_undegraded":"2026-02-14T01:56:21.657489+0000","last_fullsized":"2026-02-14T01:56:21.657489+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:59:25.966548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":28,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657509+0000","last_change":"2026-02-14T01:55:41.183845+0000","last_active":"2026-02-14T01:56:21.657509+0000","last_peered":"2026-02-14T01:56:21.657509+0000","last_clean":"2026-02-14T01:56:21.657509+0000","last_became_active":"2026-02-14T01:55:39.180940+0000","last_became_peered":"2026-02-14T01:55:39.180940+0000","last_unstale":"2026-02-14T01:56:21.657509+0000","last_undegraded":"2026-02-14T01:56:21.657509+0000","last_fullsized":"2026-02-14T01:56:21.657509+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T05:13:41.395944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":118,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.674331+0000","last_change":"2026-02-14T01:55:35.443698+0000","last_active":"2026-02-14T01:56:21.674331+0000","last_peered":"2026-02-14T01:56:21.674331+0000","last_clean":"2026-02-14T01:56:21.674331+0000","last_became_active":"2026-02-14T01:55:35.443220+0000","last_became_peered":"2026-02-14T01:55:35.443220+0000","last_unstale":"2026-02-14T01:56:21.674331+0000","last_undegraded":"2026-02-14T01:56:21.674331+0000","last_fullsized":"2026-02-14T01:56:21.674331+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:57:36.429592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672973,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":176128,"data_stored":50567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672973,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":180224,"data_stored":53983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705677,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":778240,"data_stored":644370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705677,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":765952,"data_stored":640916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:25.020 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 -- 10.20.193.44:0/3045727770 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 msgr2=0x7f9aa8193700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 --2- 10.20.193.44:0/3045727770 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa8193700 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9a98004af0 tx=0x7f9a9802f3d0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 -- 10.20.193.44:0/3045727770 shutdown_connections 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 --2- 10.20.193.44:0/3045727770 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa8193700 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 --2- 10.20.193.44:0/3045727770 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa807dc60 0x7f9aa807e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 --2- 10.20.193.44:0/3045727770 >> v2:10.20.193.44:3300/0 conn(0x7f9aa8085b90 0x7f9aa807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 -- 10.20.193.44:0/3045727770 >> 10.20.193.44:0/3045727770 conn(0x7f9aa80833e0 msgr2=0x7f9aa80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 -- 10.20.193.44:0/3045727770 shutdown_connections 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.085+0000 7f9aad123640 1 -- 10.20.193.44:0/3045727770 wait complete. 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 Processor -- start 2026-02-14T01:56:25.087 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 -- start start 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 0x7f9aa81934b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa8085b90 0x7f9aa818a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa818aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa8194760 con 0x7f9aa807dc60 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9aa81945e0 con 0x7f9aa8085b90 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9aa81948e0 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa6d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 0x7f9aa81934b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa6575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa8085b90 0x7f9aa818a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa818aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa6575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa8085b90 0x7f9aa818a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33310/0 (socket says 10.20.193.44:33310) 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa6d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 0x7f9aa81934b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51650/0 (socket says 10.20.193.44:51650) 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa818aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:55536/0 (socket says 10.20.193.44:55536) 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa6575640 1 -- 10.20.193.44:0/4164751283 learned_addr learned my addr 10.20.193.44:0/4164751283 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 -- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa8085b90 msgr2=0x7f9aa818a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa8085b90 0x7f9aa818a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 -- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 msgr2=0x7f9aa81934b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 0x7f9aa81934b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 -- 10.20.193.44:0/4164751283 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa8177250 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa6d76640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 0x7f9aa81934b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aa7577640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa818aea0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f9a98004af0 tx=0x7f9a98009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98009360 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a980042d0 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98004520 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.086+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa8176980 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.087+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa8175e70 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.087+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9aa807d720 con 0x7f9aa8173320 2026-02-14T01:56:25.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.087+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f9a980046c0 con 0x7f9aa8173320 2026-02-14T01:56:25.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.087+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f9a98087820 con 0x7f9aa8173320 2026-02-14T01:56:25.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.089+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9a98086160 con 0x7f9aa8173320 2026-02-14T01:56:25.163 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.162+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9aa8053200 con 0x7f9a7404ca50 2026-02-14T01:56:25.164 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.162+0000 7f9a877fe640 1 -- 10.20.193.44:0/4164751283 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31981 (unknown 2965378022 0 927971326) 0x7f9aa8053200 con 0x7f9a7404ca50 2026-02-14T01:56:25.164 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:25.164 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:25.164 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 >> v1:10.20.193.44:6800/2819503018 conn(0x7f9a7404ca50 legacy=0x7f9a7406cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.164 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 msgr2=0x7f9aa818aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa818aea0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f9a98004af0 tx=0x7f9a98009620 comp rx=0 tx=0).stop 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 shutdown_connections 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9aa8173320 0x7f9aa818aea0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9aa8085b90 0x7f9aa818a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 --2- 10.20.193.44:0/4164751283 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9aa807dc60 0x7f9aa81934b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 >> 10.20.193.44:0/4164751283 conn(0x7f9aa80833e0 msgr2=0x7f9aa807bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 shutdown_connections 2026-02-14T01:56:25.165 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.163+0000 7f9aad123640 1 -- 10.20.193.44:0/4164751283 wait complete. 2026-02-14T01:56:25.172 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-14T01:56:23.659826+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109724,"kb_used_data":1856,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377636,"statfs":{"total":386547056640,"available":386434699264,"internally_reserved":0,"allocated":1900544,"data_stored":1389836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.997798"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657524+0000","last_change":"2026-02-14T01:55:41.184130+0000","last_active":"2026-02-14T01:56:21.657524+0000","last_peered":"2026-02-14T01:56:21.657524+0000","last_clean":"2026-02-14T01:56:21.657524+0000","last_became_active":"2026-02-14T01:55:39.181768+0000","last_became_peered":"2026-02-14T01:55:39.181768+0000","last_unstale":"2026-02-14T01:56:21.657524+0000","last_undegraded":"2026-02-14T01:56:21.657524+0000","last_fullsized":"2026-02-14T01:56:21.657524+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:11:20.026380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.674334+0000","last_change":"2026-02-14T01:55:41.182424+0000","last_active":"2026-02-14T01:56:21.674334+0000","last_peered":"2026-02-14T01:56:21.674334+0000","last_clean":"2026-02-14T01:56:21.674334+0000","last_became_active":"2026-02-14T01:55:39.178848+0000","last_became_peered":"2026-02-14T01:55:39.178848+0000","last_unstale":"2026-02-14T01:56:21.674334+0000","last_undegraded":"2026-02-14T01:56:21.674334+0000","last_fullsized":"2026-02-14T01:56:21.674334+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:18.887950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657517+0000","last_change":"2026-02-14T01:55:41.183574+0000","last_active":"2026-02-14T01:56:21.657517+0000","last_peered":"2026-02-14T01:56:21.657517+0000","last_clean":"2026-02-14T01:56:21.657517+0000","last_became_active":"2026-02-14T01:55:39.181733+0000","last_became_peered":"2026-02-14T01:55:39.181733+0000","last_unstale":"2026-02-14T01:56:21.657517+0000","last_undegraded":"2026-02-14T01:56:21.657517+0000","last_fullsized":"2026-02-14T01:56:21.657517+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:45:22.137198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.674331+0000","last_change":"2026-02-14T01:55:41.182414+0000","last_active":"2026-02-14T01:56:21.674331+0000","last_peered":"2026-02-14T01:56:21.674331+0000","last_clean":"2026-02-14T01:56:21.674331+0000","last_became_active":"2026-02-14T01:55:39.178807+0000","last_became_peered":"2026-02-14T01:55:39.178807+0000","last_unstale":"2026-02-14T01:56:21.674331+0000","last_undegraded":"2026-02-14T01:56:21.674331+0000","last_fullsized":"2026-02-14T01:56:21.674331+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:28:06.063546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":29,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657510+0000","last_change":"2026-02-14T01:55:41.184048+0000","last_active":"2026-02-14T01:56:21.657510+0000","last_peered":"2026-02-14T01:56:21.657510+0000","last_clean":"2026-02-14T01:56:21.657510+0000","last_became_active":"2026-02-14T01:55:39.181162+0000","last_became_peered":"2026-02-14T01:55:39.181162+0000","last_unstale":"2026-02-14T01:56:21.657510+0000","last_undegraded":"2026-02-14T01:56:21.657510+0000","last_fullsized":"2026-02-14T01:56:21.657510+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T02:47:09.149323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657456+0000","last_change":"2026-02-14T01:55:41.182773+0000","last_active":"2026-02-14T01:56:21.657456+0000","last_peered":"2026-02-14T01:56:21.657456+0000","last_clean":"2026-02-14T01:56:21.657456+0000","last_became_active":"2026-02-14T01:55:39.181723+0000","last_became_peered":"2026-02-14T01:55:39.181723+0000","last_unstale":"2026-02-14T01:56:21.657456+0000","last_undegraded":"2026-02-14T01:56:21.657456+0000","last_fullsized":"2026-02-14T01:56:21.657456+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:30:27.629235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657489+0000","last_change":"2026-02-14T01:55:41.183592+0000","last_active":"2026-02-14T01:56:21.657489+0000","last_peered":"2026-02-14T01:56:21.657489+0000","last_clean":"2026-02-14T01:56:21.657489+0000","last_became_active":"2026-02-14T01:55:39.181276+0000","last_became_peered":"2026-02-14T01:55:39.181276+0000","last_unstale":"2026-02-14T01:56:21.657489+0000","last_undegraded":"2026-02-14T01:56:21.657489+0000","last_fullsized":"2026-02-14T01:56:21.657489+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:59:25.966548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":28,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.657509+0000","last_change":"2026-02-14T01:55:41.183845+0000","last_active":"2026-02-14T01:56:21.657509+0000","last_peered":"2026-02-14T01:56:21.657509+0000","last_clean":"2026-02-14T01:56:21.657509+0000","last_became_active":"2026-02-14T01:55:39.180940+0000","last_became_peered":"2026-02-14T01:55:39.180940+0000","last_unstale":"2026-02-14T01:56:21.657509+0000","last_undegraded":"2026-02-14T01:56:21.657509+0000","last_fullsized":"2026-02-14T01:56:21.657509+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T05:13:41.395944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":118,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-14T01:56:21.674331+0000","last_change":"2026-02-14T01:55:35.443698+0000","last_active":"2026-02-14T01:56:21.674331+0000","last_peered":"2026-02-14T01:56:21.674331+0000","last_clean":"2026-02-14T01:56:21.674331+0000","last_became_active":"2026-02-14T01:55:35.443220+0000","last_became_peered":"2026-02-14T01:55:35.443220+0000","last_unstale":"2026-02-14T01:56:21.674331+0000","last_undegraded":"2026-02-14T01:56:21.674331+0000","last_fullsized":"2026-02-14T01:56:21.674331+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:57:36.429592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672973,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":176128,"data_stored":50567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672973,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":180224,"data_stored":53983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705677,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":778240,"data_stored":644370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705677,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":765952,"data_stored":640916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:25.172 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-14T01:56:25.172 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-14T01:56:25.172 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-14T01:56:25.172 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 -- 10.20.193.44:0/1838856622 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc0814c0 msgr2=0x7f8bbc07c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 --2- 10.20.193.44:0/1838856622 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc0814c0 0x7f8bbc07c400 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4005ea0 tx=0x7f8ba402f190 comp rx=0 tx=0).stop 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 -- 10.20.193.44:0/1838856622 shutdown_connections 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 --2- 10.20.193.44:0/1838856622 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc0814c0 0x7f8bbc07c400 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 --2- 10.20.193.44:0/1838856622 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc080bb0 0x7f8bbc080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 -- 10.20.193.44:0/1838856622 >> 10.20.193.44:0/1838856622 conn(0x7f8bbc0833e0 msgr2=0x7f8bbc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 -- 10.20.193.44:0/1838856622 shutdown_connections 2026-02-14T01:56:25.241 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 -- 10.20.193.44:0/1838856622 wait complete. 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 Processor -- start 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 -- start start 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 0x7f8bbc11c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc080bb0 0x7f8bbc11ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.240+0000 7f8bc145a640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8bbc0814c0 0x7f8bbc11d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bc145a640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc196bf0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bc145a640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f8bbc196a70 con 0x7f8bbc07c940 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bc145a640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f8bbc196d70 con 0x7f8bbc0814c0 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bbaffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 0x7f8bbc11c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc080bb0 0x7f8bbc11ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bbaffd640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 0x7f8bbc11c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:33328/0 (socket says 10.20.193.44:33328) 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bbaffd640 1 -- 10.20.193.44:0/102098185 learned_addr learned my addr 10.20.193.44:0/102098185 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bbb7fe640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8bbc0814c0 0x7f8bbc11d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 -- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8bbc0814c0 msgr2=0x7f8bbc11d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8bbc0814c0 0x7f8bbc11d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 -- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 msgr2=0x7f8bbc11c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 0x7f8bbc11c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.242 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 -- 10.20.193.44:0/102098185 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bbc05d040 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bbb7fe640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8bbc0814c0 0x7f8bbc11d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bbaffd640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 0x7f8bbc11c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bba7fc640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc080bb0 0x7f8bbc11ce90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc085fd0 tx=0x7f8ba4002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba4046070 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ba40045f0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bbc077ae0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba4038470 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bbc076730 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.241+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bbc080f80 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.242+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f8ba4038610 con 0x7f8bbc080bb0 2026-02-14T01:56:25.243 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.242+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f8ba4087cf0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.244 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.243+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f8ba4005be0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.331 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.329+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f8bbc11dbc0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.331 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8b9b7fe640 1 -- 10.20.193.44:0/102098185 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f8ba40620d0 con 0x7f8bbc080bb0 2026-02-14T01:56:25.331 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:25.331 INFO:teuthology.orchestra.run.trial044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 >> v1:10.20.193.44:6800/2819503018 conn(0x7f8b8804ca50 legacy=0x7f8b8806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc080bb0 msgr2=0x7f8bbc11ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc080bb0 0x7f8bbc11ce90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc085fd0 tx=0x7f8ba4002900 comp rx=0 tx=0).stop 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 shutdown_connections 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8bbc0814c0 0x7f8bbc11d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8bbc080bb0 0x7f8bbc11ce90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 --2- 10.20.193.44:0/102098185 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8bbc07c940 0x7f8bbc11c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 >> 10.20.193.44:0/102098185 conn(0x7f8bbc0833e0 msgr2=0x7f8bbc132740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 shutdown_connections 2026-02-14T01:56:25.332 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.330+0000 7f8bc145a640 1 -- 10.20.193.44:0/102098185 wait complete. 2026-02-14T01:56:25.339 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-14T01:56:25.339 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-14T01:56:25.351 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-14T01:56:25.351 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:25.389 INFO:tasks.ceph.osd.0:Stopped 2026-02-14T01:56:25.389 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2026-02-14T01:56:25.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 -- 10.20.193.44:0/480362706 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc807dc60 msgr2=0x7f6dc807e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 --2- 10.20.193.44:0/480362706 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc807dc60 0x7f6dc807e080 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6db0005ea0 tx=0x7f6db002f220 comp rx=0 tx=0).stop 2026-02-14T01:56:25.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 -- 10.20.193.44:0/480362706 shutdown_connections 2026-02-14T01:56:25.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 --2- 10.20.193.44:0/480362706 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc807dc60 0x7f6dc807e080 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 --2- 10.20.193.44:0/480362706 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8085b90 0x7f6dc807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 -- 10.20.193.44:0/480362706 >> 10.20.193.44:0/480362706 conn(0x7f6dc80833e0 msgr2=0x7f6dc80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 -- 10.20.193.44:0/480362706 shutdown_connections 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 -- 10.20.193.44:0/480362706 wait complete. 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 Processor -- start 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.495+0000 7f6dceba9640 1 -- start start 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dc807dc60 0x7f6dc811ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 0x7f6dc811f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8173320 0x7f6dc81220f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81958b0 con 0x7f6dc8085b90 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc8195730 con 0x7f6dc8173320 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f6dc8195a30 con 0x7f6dc807dc60 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 0x7f6dc811f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 0x7f6dc811f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51684/0 (socket says 10.20.193.44:51684) 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 -- 10.20.193.44:0/3038128517 learned_addr learned my addr 10.20.193.44:0/3038128517 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dcc91e640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dc807dc60 0x7f6dc811ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dcd11f640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8173320 0x7f6dc81220f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.497 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 -- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dc807dc60 msgr2=0x7f6dc811ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dc807dc60 0x7f6dc811ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 -- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8173320 msgr2=0x7f6dc81220f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8173320 0x7f6dc81220f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 -- 10.20.193.44:0/3038128517 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc807cac0 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dcd11f640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8173320 0x7f6dc81220f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbffff640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 0x7f6dc811f270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6db0005fd0 tx=0x7f6db0004650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db0046070 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6db0002aa0 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db0038470 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc810b4d0 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.496+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc811f7b0 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.497+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dc807d720 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.497+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f6db0038610 con 0x7f6dc8085b90 2026-02-14T01:56:25.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.497+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f6db0087e20 con 0x7f6dc8085b90 2026-02-14T01:56:25.500 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.499+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f6dc807cac0 con 0x7f6dc8085b90 2026-02-14T01:56:25.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.578+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7f6dc8053200 con 0x7f6dc8085b90 2026-02-14T01:56:25.579 INFO:tasks.ceph.mon.a.trial044.stderr:2026-02-14T01:56:25.578+0000 7fd4e575c640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2026-02-14T01:56:25.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.664+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 marked down osd.0. v22) ==== 89+0+0 (secure 0 0 0) 0x7f6db0005be0 con 0x7f6dc8085b90 2026-02-14T01:56:25.666 INFO:teuthology.orchestra.run.trial044.stderr:marked down osd.0. 2026-02-14T01:56:25.668 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 >> v1:10.20.193.44:6800/2819503018 conn(0x7f6d9804ca50 legacy=0x7f6d9806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.668 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 msgr2=0x7f6dc811f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.668 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dbd7fa640 1 -- 10.20.193.44:0/3038128517 <== mon.0 v2:10.20.193.44:3300/0 8 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f6db00863e0 con 0x7f6dc8085b90 2026-02-14T01:56:25.668 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 0x7f6dc811f270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6db0005fd0 tx=0x7f6db0004650 comp rx=0 tx=0).stop 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 shutdown_connections 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f6dc8173320 0x7f6dc81220f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f6dc8085b90 0x7f6dc811f270 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 --2- 10.20.193.44:0/3038128517 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f6dc807dc60 0x7f6dc811ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 >> 10.20.193.44:0/3038128517 conn(0x7f6dc80833e0 msgr2=0x7f6dc8059ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 shutdown_connections 2026-02-14T01:56:25.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.666+0000 7f6dceba9640 1 -- 10.20.193.44:0/3038128517 wait complete. 2026-02-14T01:56:25.677 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-14T01:56:25.678 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-14T01:56:25.680 INFO:tasks.ceph.osd.0:Started 2026-02-14T01:56:25.680 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-14T01:56:25.680 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:25.718 INFO:tasks.ceph.osd.1:Stopped 2026-02-14T01:56:25.718 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 -- 10.20.193.44:0/3590705456 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc081690 msgr2=0x7fc8bc175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 --2- 10.20.193.44:0/3590705456 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc081690 0x7fc8bc175130 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac005ea0 tx=0x7fc8ac02f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 -- 10.20.193.44:0/3590705456 shutdown_connections 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 --2- 10.20.193.44:0/3590705456 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 0x7fc8bc195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 --2- 10.20.193.44:0/3590705456 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc081690 0x7fc8bc175130 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 -- 10.20.193.44:0/3590705456 >> 10.20.193.44:0/3590705456 conn(0x7fc8bc0833e0 msgr2=0x7fc8bc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 -- 10.20.193.44:0/3590705456 shutdown_connections 2026-02-14T01:56:25.832 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.827+0000 7fc8c289e640 1 -- 10.20.193.44:0/3590705456 wait complete. 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 Processor -- start 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 -- start start 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 0x7fc8bc05a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc8bc081690 0x7fc8bc175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 0x7fc8bc05a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc05ddd0 con 0x7fc8bc080bb0 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fc8bc196a50 con 0x7fc8bc081690 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c289e640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fc8bc1968d0 con 0x7fc8bc175670 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8bbfff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 0x7fc8bc05a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8bbfff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 0x7fc8bc05a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51718/0 (socket says 10.20.193.44:51718) 2026-02-14T01:56:25.833 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8bb7fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc8bc081690 0x7fc8bc175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8bbfff640 1 -- 10.20.193.44:0/1024635459 learned_addr learned my addr 10.20.193.44:0/1024635459 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.828+0000 7fc8c0e14640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 0x7fc8bc05a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c0e14640 1 -- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc8bc081690 msgr2=0x7fc8bc175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c0e14640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc8bc081690 0x7fc8bc175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c0e14640 1 -- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 msgr2=0x7fc8bc05a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c0e14640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 0x7fc8bc05a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c0e14640 1 -- 10.20.193.44:0/1024635459 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8bc05d910 con 0x7fc8bc175670 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8bbfff640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 0x7fc8bc05a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c0e14640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 0x7fc8bc05a830 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc8b0004af0 tx=0x7fc8b000c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b00092e0 con 0x7fc8bc175670 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8b000cb30 con 0x7fc8bc175670 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b0003a80 con 0x7fc8bc175670 2026-02-14T01:56:25.834 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8bc05c530 con 0x7fc8bc175670 2026-02-14T01:56:25.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8bc17c540 con 0x7fc8bc175670 2026-02-14T01:56:25.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8bc080f80 con 0x7fc8bc175670 2026-02-14T01:56:25.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.829+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc8b0007500 con 0x7fc8bc175670 2026-02-14T01:56:25.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.830+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(22..22 src has 1..22) ==== 3020+0+0 (secure 0 0 0) 0x7fc8b0064030 con 0x7fc8bc175670 2026-02-14T01:56:25.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.831+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fc8b0022020 con 0x7fc8bc175670 2026-02-14T01:56:25.910 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:25.909+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7fc8bc17c7a0 con 0x7fc8bc175670 2026-02-14T01:56:25.911 INFO:tasks.ceph.mon.a.trial044.stderr:2026-02-14T01:56:25.909+0000 7fd4e575c640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2026-02-14T01:56:25.931 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:56:25.929+0000 7f316d94d900 -1 Falling back to public interface 2026-02-14T01:56:26.385 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:56:26.383+0000 7f316d94d900 -1 osd.0 21 log_to_monitors true 2026-02-14T01:56:26.668 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.667+0000 7fc8b8ff9640 1 -- 10.20.193.44:0/1024635459 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v23) ==== 89+0+0 (secure 0 0 0) 0x7fc8b0010040 con 0x7fc8bc175670 2026-02-14T01:56:26.669 INFO:teuthology.orchestra.run.trial044.stderr:marked down osd.1. 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 >> v1:10.20.193.44:6800/2819503018 conn(0x7fc88c04cae0 legacy=0x7fc88c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 msgr2=0x7fc8bc05a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 0x7fc8bc05a830 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc8b0004af0 tx=0x7fc8b000c490 comp rx=0 tx=0).stop 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 shutdown_connections 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc8bc175670 0x7fc8bc05a830 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc8bc081690 0x7fc8bc175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 --2- 10.20.193.44:0/1024635459 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc8bc080bb0 0x7fc8bc05a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 >> 10.20.193.44:0/1024635459 conn(0x7fc8bc0833e0 msgr2=0x7fc8bc132550 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:26.671 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 shutdown_connections 2026-02-14T01:56:26.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.669+0000 7fc8c289e640 1 -- 10.20.193.44:0/1024635459 wait complete. 2026-02-14T01:56:26.672 INFO:tasks.ceph.osd.0.trial044.stderr:2026-02-14T01:56:26.671+0000 7f3160ec9640 -1 osd.0 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:56:26.679 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-14T01:56:26.679 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-14T01:56:26.681 INFO:tasks.ceph.osd.1:Started 2026-02-14T01:56:26.681 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-14T01:56:26.681 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:26.727 INFO:tasks.ceph.osd.2:Stopped 2026-02-14T01:56:26.727 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2026-02-14T01:56:26.798 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 -- 10.20.193.44:0/1905648680 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 msgr2=0x7f5370197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:26.798 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 --2- 10.20.193.44:0/1905648680 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370197c80 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f536c009f10 tx=0x7f536c02f340 comp rx=0 tx=0).stop 2026-02-14T01:56:26.798 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 -- 10.20.193.44:0/1905648680 shutdown_connections 2026-02-14T01:56:26.798 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 --2- 10.20.193.44:0/1905648680 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370197c80 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.798 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 --2- 10.20.193.44:0/1905648680 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f537005cb40 0x7f5370177360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.798 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 -- 10.20.193.44:0/1905648680 >> 10.20.193.44:0/1905648680 conn(0x7f53700833e0 msgr2=0x7f53700840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 -- 10.20.193.44:0/1905648680 shutdown_connections 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 -- 10.20.193.44:0/1905648680 wait complete. 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 Processor -- start 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 -- start start 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.794+0000 7f53775b6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f537005c060 0x7f5370188510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f537005cb40 0x7f5370189210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370189750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5370198bf0 con 0x7f537005cb40 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5370198a70 con 0x7f53701778a0 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5370198d70 con 0x7f537005c060 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5374b2a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f537005cb40 0x7f5370189210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:26.799 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f537532b640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f537005c060 0x7f5370188510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370189750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5374b2a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f537005cb40 0x7f5370189210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33620/0 (socket says 10.20.193.44:33620) 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5374b2a640 1 -- 10.20.193.44:0/137252473 learned_addr learned my addr 10.20.193.44:0/137252473 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 -- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f537005c060 msgr2=0x7f5370188510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f537005c060 0x7f5370188510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 -- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f537005cb40 msgr2=0x7f5370189210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f537005cb40 0x7f5370189210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 -- 10.20.193.44:0/137252473 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f537018ab80 con 0x7f53701778a0 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f5375b2c640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370189750 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f536c009ee0 tx=0x7f536c032000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c046070 con 0x7f53701778a0 2026-02-14T01:56:26.800 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f536c0042d0 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f537018b7f0 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c004720 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.795+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5370188a50 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.796+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f537005c430 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.796+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f536c04b440 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.796+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3020+0+0 (secure 0 0 0) 0x7f536c088300 con 0x7f53701778a0 2026-02-14T01:56:26.801 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.798+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f536c0873e0 con 0x7f53701778a0 2026-02-14T01:56:26.880 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:26.879+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7f5370053200 con 0x7f53701778a0 2026-02-14T01:56:26.881 INFO:tasks.ceph.mon.a.trial044.stderr:2026-02-14T01:56:26.879+0000 7fd4e575c640 -1 mon.a@0(leader).osd e23 definitely_dead 0 2026-02-14T01:56:26.918 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:56:26.917+0000 7fad56e22900 -1 Falling back to public interface 2026-02-14T01:56:27.369 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:56:27.368+0000 7fad56e22900 -1 osd.1 21 log_to_monitors true 2026-02-14T01:56:27.669 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.668+0000 7f535dffb640 1 -- 10.20.193.44:0/137252473 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v24) ==== 89+0+0 (secure 0 0 0) 0x7f536c0048c0 con 0x7f53701778a0 2026-02-14T01:56:27.670 INFO:teuthology.orchestra.run.trial044.stderr:marked down osd.2. 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 >> v1:10.20.193.44:6800/2819503018 conn(0x7f534004cae0 legacy=0x7f534006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 msgr2=0x7f5370189750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370189750 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f536c009ee0 tx=0x7f536c032000 comp rx=0 tx=0).stop 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 shutdown_connections 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f53701778a0 0x7f5370189750 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f537005cb40 0x7f5370189210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 --2- 10.20.193.44:0/137252473 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f537005c060 0x7f5370188510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.672 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 >> 10.20.193.44:0/137252473 conn(0x7f53700833e0 msgr2=0x7f5370075a90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:27.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 shutdown_connections 2026-02-14T01:56:27.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.670+0000 7f53775b6640 1 -- 10.20.193.44:0/137252473 wait complete. 2026-02-14T01:56:27.674 INFO:tasks.ceph.osd.1.trial044.stderr:2026-02-14T01:56:27.672+0000 7fad49b9b640 -1 osd.1 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:56:27.680 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-14T01:56:27.680 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-14T01:56:27.683 INFO:tasks.ceph.osd.2:Started 2026-02-14T01:56:27.683 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-14T01:56:27.683 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:56:27.722 INFO:tasks.ceph.osd.3:Stopped 2026-02-14T01:56:27.722 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2026-02-14T01:56:27.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/323035611 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74085b90 msgr2=0x7fcf7407d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:27.835 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/323035611 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74085b90 0x7fcf7407d720 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcf64005ea0 tx=0x7fcf6402f220 comp rx=0 tx=0).stop 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/323035611 shutdown_connections 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/323035611 >> v2:10.20.193.44:3300/0 conn(0x7fcf74174330 0x7fcf74194710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/323035611 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74085b90 0x7fcf7407d720 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/323035611 >> 10.20.193.44:0/323035611 conn(0x7fcf740833e0 msgr2=0x7fcf740840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/323035611 shutdown_connections 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.831+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/323035611 wait complete. 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 Processor -- start 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 -- start start 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcf7407dc60 0x7fcf74125b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:27.836 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcf74085b90 0x7fcf74126090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 0x7fcf740753c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcf741957c0 con 0x7fcf74085b90 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fcf74195640 con 0x7fcf74174330 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fcf74195940 con 0x7fcf7407dc60 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 0x7fcf740753c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf78c5a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcf74085b90 0x7fcf74126090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 0x7fcf740753c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:50912/0 (socket says 10.20.193.44:50912) 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 -- 10.20.193.44:0/2425961867 learned_addr learned my addr 10.20.193.44:0/2425961867 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7945b640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcf7407dc60 0x7fcf74125b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 -- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcf7407dc60 msgr2=0x7fcf74125b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcf7407dc60 0x7fcf74125b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 -- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcf74085b90 msgr2=0x7fcf74126090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcf74085b90 0x7fcf74126090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 -- 10.20.193.44:0/2425961867 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf7407c4e0 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf79c5c640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 0x7fcf740753c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcf70009e50 tx=0x7fcf7000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7000ce00 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf700090d0 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf7407f8f0 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf70003a80 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.832+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf741265d0 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.833+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf7407d720 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.833+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fcf70003c20 con 0x7fcf74174330 2026-02-14T01:56:27.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.833+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 3020+0+0 (secure 0 0 0) 0x7fcf70064090 con 0x7fcf74174330 2026-02-14T01:56:27.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.835+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fcf70022020 con 0x7fcf74174330 2026-02-14T01:56:27.915 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:27.913+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7fcf7407c6b0 con 0x7fcf74174330 2026-02-14T01:56:27.915 INFO:tasks.ceph.mon.a.trial044.stderr:2026-02-14T01:56:27.914+0000 7fd4e575c640 -1 mon.a@0(leader).osd e24 definitely_dead 0 2026-02-14T01:56:27.956 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:56:27.954+0000 7fd053c0c900 -1 Falling back to public interface 2026-02-14T01:56:28.379 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:56:28.378+0000 7fd053c0c900 -1 osd.2 23 log_to_monitors true 2026-02-14T01:56:28.673 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.671+0000 7fcf61ffb640 1 -- 10.20.193.44:0/2425961867 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v25) ==== 89+0+0 (secure 0 0 0) 0x7fcf70010040 con 0x7fcf74174330 2026-02-14T01:56:28.673 INFO:teuthology.orchestra.run.trial044.stderr:marked down osd.3. 2026-02-14T01:56:28.675 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 >> v1:10.20.193.44:6800/2819503018 conn(0x7fcf4404cae0 legacy=0x7fcf4406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.675 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 msgr2=0x7fcf740753c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.675 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 0x7fcf740753c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcf70009e50 tx=0x7fcf7000c490 comp rx=0 tx=0).stop 2026-02-14T01:56:28.675 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 shutdown_connections 2026-02-14T01:56:28.675 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fcf74174330 0x7fcf740753c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.676 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fcf74085b90 0x7fcf74126090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.676 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 --2- 10.20.193.44:0/2425961867 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fcf7407dc60 0x7fcf74125b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.676 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 >> 10.20.193.44:0/2425961867 conn(0x7fcf740833e0 msgr2=0x7fcf74081460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:28.676 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 shutdown_connections 2026-02-14T01:56:28.676 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.673+0000 7fcf7b6e6640 1 -- 10.20.193.44:0/2425961867 wait complete. 2026-02-14T01:56:28.679 INFO:tasks.ceph.osd.2.trial044.stderr:2026-02-14T01:56:28.678+0000 7fd046a3c640 -1 osd.2 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:56:28.684 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-14T01:56:28.684 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-14T01:56:28.687 INFO:tasks.ceph.osd.3:Started 2026-02-14T01:56:28.687 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-14T01:56:28.687 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:28.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 -- 10.20.193.44:0/3714429510 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 msgr2=0x7f059c05c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 --2- 10.20.193.44:0/3714429510 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c05c430 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f058c005ea0 tx=0x7f058c02f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 -- 10.20.193.44:0/3714429510 shutdown_connections 2026-02-14T01:56:28.760 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 --2- 10.20.193.44:0/3714429510 >> v2:10.20.193.44:3300/0 conn(0x7f059c05c970 0x7f059c176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 --2- 10.20.193.44:0/3714429510 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c05c430 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 -- 10.20.193.44:0/3714429510 >> 10.20.193.44:0/3714429510 conn(0x7f059c0833e0 msgr2=0x7f059c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 -- 10.20.193.44:0/3714429510 shutdown_connections 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.755+0000 7f05a40d6640 1 -- 10.20.193.44:0/3714429510 wait complete. 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 Processor -- start 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 -- start start 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f059c05c970 0x7f059c176c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:28.761 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f059c176890 0x7f059c1771a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f059c198dc0 con 0x7f059c05c970 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f059c198c40 con 0x7f059c05c060 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a40d6640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f059c198f40 con 0x7f059c176890 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c197cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:50942/0 (socket says 10.20.193.44:50942) 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 -- 10.20.193.44:0/350208955 learned_addr learned my addr 10.20.193.44:0/350208955 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a164a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f059c05c970 0x7f059c176c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a264c640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f059c176890 0x7f059c1771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 -- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f059c176890 msgr2=0x7f059c1771a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f059c176890 0x7f059c1771a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.762 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 -- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f059c05c970 msgr2=0x7f059c176c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f059c05c970 0x7f059c176c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 -- 10.20.193.44:0/350208955 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f059c07c4d0 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.756+0000 7f05a1e4b640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c197cc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f058c02fe70 tx=0x7f058c002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c046070 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f058c0045f0 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f059c1794d0 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c038470 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f059c1776e0 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f059c178bb0 con 0x7f059c05c060 2026-02-14T01:56:28.763 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.757+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f058c038610 con 0x7f059c05c060 2026-02-14T01:56:28.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.758+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 3020+0+0 (secure 0 0 0) 0x7f058c087d70 con 0x7f059c05c060 2026-02-14T01:56:28.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.759+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f058c086e50 con 0x7f059c05c060 2026-02-14T01:56:28.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.835+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f059c085e00 con 0x7f059c05c060 2026-02-14T01:56:28.837 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.835+0000 7f058a7fc640 1 -- 10.20.193.44:0/350208955 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+9110 (secure 0 0 0) 0x7f058c0620c0 con 0x7f059c05c060 2026-02-14T01:56:28.837 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:28.838 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":25,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:56:28.669387+0000","last_up_change":"2026-02-14T01:56:28.669387+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"error_message":"pool 2 has some PGs where all OSDs are with primary_affinity 0 (at least pg 2.1), read balance score may not be reliable","score_acting":0,"score_stable":0}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":469904434}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":469904434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":469904434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":469904434}]},"public_addr":"10.20.193.44:6801/469904434","cluster_addr":"10.20.193.44:6802/469904434","heartbeat_back_addr":"10.20.193.44:6804/469904434","heartbeat_front_addr":"10.20.193.44:6803/469904434","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":25,"up_thru":14,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":2253903352}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":2253903352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":2253903352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":2253903352}]},"public_addr":"10.20.193.44:6805/2253903352","cluster_addr":"10.20.193.44:6806/2253903352","heartbeat_back_addr":"10.20.193.44:6808/2253903352","heartbeat_front_addr":"10.20.193.44:6807/2253903352","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":131172906}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":131172906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":131172906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":131172906}]},"public_addr":"10.20.193.44:6810/131172906","cluster_addr":"10.20.193.44:6811/131172906","heartbeat_back_addr":"10.20.193.44:6815/131172906","heartbeat_front_addr":"10.20.193.44:6813/131172906","state":["exists"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":2319365216}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":2319365216}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2319365216}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2319365216}]},"public_addr":"10.20.193.44:6809/2319365216","cluster_addr":"10.20.193.44:6812/2319365216","heartbeat_back_addr":"10.20.193.44:6816/2319365216","heartbeat_front_addr":"10.20.193.44:6814/2319365216","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.44:0/2649513115":"2026-02-15T01:56:21.653026+0000","10.20.193.44:6800/3588496006":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/827561595":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/3173211467":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/381057338":"2026-02-15T01:56:21.653026+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:28.838 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 >> v1:10.20.193.44:6800/2819503018 conn(0x7f056c04cae0 legacy=0x7f056c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 msgr2=0x7f059c197cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c197cc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f058c02fe70 tx=0x7f058c002900 comp rx=0 tx=0).stop 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 shutdown_connections 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f059c176890 0x7f059c1771a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f059c05c970 0x7f059c176c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 --2- 10.20.193.44:0/350208955 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f059c05c060 0x7f059c197cc0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 >> 10.20.193.44:0/350208955 conn(0x7f059c0833e0 msgr2=0x7f059c186df0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 shutdown_connections 2026-02-14T01:56:28.839 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:28.836+0000 7f05a40d6640 1 -- 10.20.193.44:0/350208955 wait complete. 2026-02-14T01:56:28.912 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:56:28.910+0000 7fb14a58e900 -1 Falling back to public interface 2026-02-14T01:56:29.327 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:56:29.326+0000 7fb14a58e900 -1 osd.3 24 log_to_monitors true 2026-02-14T01:56:29.679 INFO:tasks.ceph.osd.3.trial044.stderr:2026-02-14T01:56:29.678+0000 7fb13db0a640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-14T01:56:31.846 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:31.918 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- 10.20.193.44:0/1714264081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa41407cb10 msgr2=0x7fa414196150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:31.918 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 --2- 10.20.193.44:0/1714264081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa41407cb10 0x7fa414196150 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa404009f10 tx=0x7fa40402f340 comp rx=0 tx=0).stop 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- 10.20.193.44:0/1714264081 shutdown_connections 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 --2- 10.20.193.44:0/1714264081 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa41407cb10 0x7fa414196150 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 --2- 10.20.193.44:0/1714264081 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa414080bb0 0x7fa414080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- 10.20.193.44:0/1714264081 >> 10.20.193.44:0/1714264081 conn(0x7fa4140833e0 msgr2=0x7fa4140840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- 10.20.193.44:0/1714264081 shutdown_connections 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- 10.20.193.44:0/1714264081 wait complete. 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 Processor -- start 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- start start 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 0x7fa414132e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:31.919 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 0x7fa414133360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa4140814c0 0x7fa4141338a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa414196a60 con 0x7fa41407cb10 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa4141968e0 con 0x7fa414080bb0 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.914+0000 7fa419a29640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa414196be0 con 0x7fa4140814c0 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 0x7fa414133360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa412ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 0x7fa414132e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 0x7fa414133360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:50970/0 (socket says 10.20.193.44:50970) 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa412ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 0x7fa414132e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33674/0 (socket says 10.20.193.44:33674) 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4137fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa4140814c0 0x7fa4141338a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 -- 10.20.193.44:0/871540225 learned_addr learned my addr 10.20.193.44:0/871540225 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 -- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa4140814c0 msgr2=0x7fa4141338a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:31.920 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa4140814c0 0x7fa4141338a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 -- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 msgr2=0x7fa414132e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 0x7fa414132e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 -- 10.20.193.44:0/871540225 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa414075cd0 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa412ffd640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 0x7fa414132e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa4127fc640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 0x7fa414133360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc00c4b0 tx=0x7fa3fc00c980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc005480 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3fc0036e0 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc003b30 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4140761b0 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.915+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa414146880 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.916+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa41407c930 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.916+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fa3fc003cd0 con 0x7fa414080bb0 2026-02-14T01:56:31.921 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.916+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7fa3fc063240 con 0x7fa414080bb0 2026-02-14T01:56:31.922 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.918+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fa41407c930 con 0x7fa414080bb0 2026-02-14T01:56:32.000 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.998+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa414053200 con 0x7fa414080bb0 2026-02-14T01:56:32.000 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:31.998+0000 7fa3ebfff640 1 -- 10.20.193.44:0/871540225 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+9167 (secure 0 0 0) 0x7fa3fc062320 con 0x7fa414080bb0 2026-02-14T01:56:32.001 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:32.001 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":28,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:56:31.678418+0000","last_up_change":"2026-02-14T01:56:30.675493+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":469904434}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":469904434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":469904434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":469904434}]},"public_addr":"10.20.193.44:6801/469904434","cluster_addr":"10.20.193.44:6802/469904434","heartbeat_back_addr":"10.20.193.44:6804/469904434","heartbeat_front_addr":"10.20.193.44:6803/469904434","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":2253903352}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":2253903352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":2253903352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":2253903352}]},"public_addr":"10.20.193.44:6805/2253903352","cluster_addr":"10.20.193.44:6806/2253903352","heartbeat_back_addr":"10.20.193.44:6808/2253903352","heartbeat_front_addr":"10.20.193.44:6807/2253903352","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":7968290}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":7968290}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":7968290}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":7968290}]},"public_addr":"10.20.193.44:6809/7968290","cluster_addr":"10.20.193.44:6810/7968290","heartbeat_back_addr":"10.20.193.44:6812/7968290","heartbeat_front_addr":"10.20.193.44:6811/7968290","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":2035464847}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2035464847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2035464847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":2035464847}]},"public_addr":"10.20.193.44:6813/2035464847","cluster_addr":"10.20.193.44:6814/2035464847","heartbeat_back_addr":"10.20.193.44:6816/2035464847","heartbeat_front_addr":"10.20.193.44:6815/2035464847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.44:0/2649513115":"2026-02-15T01:56:21.653026+0000","10.20.193.44:6800/3588496006":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/827561595":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/3173211467":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/381057338":"2026-02-15T01:56:21.653026+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:32.002 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 >> v1:10.20.193.44:6800/2819503018 conn(0x7fa3e404cae0 legacy=0x7fa3e406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.002 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 msgr2=0x7fa414133360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.002 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 0x7fa414133360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc00c4b0 tx=0x7fa3fc00c980 comp rx=0 tx=0).stop 2026-02-14T01:56:32.002 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 shutdown_connections 2026-02-14T01:56:32.003 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa4140814c0 0x7fa4141338a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.003 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa414080bb0 0x7fa414133360 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.003 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 --2- 10.20.193.44:0/871540225 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa41407cb10 0x7fa414132e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.003 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 >> 10.20.193.44:0/871540225 conn(0x7fa4140833e0 msgr2=0x7fa41405cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.003 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 shutdown_connections 2026-02-14T01:56:32.003 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.000+0000 7fa419a29640 1 -- 10.20.193.44:0/871540225 wait complete. 2026-02-14T01:56:32.009 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-14T01:56:32.009 INFO:teuthology.run_tasks:Running task exec... 2026-02-14T01:56:32.023 INFO:teuthology.task.exec:Executing custom commands... 2026-02-14T01:56:32.023 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:56:32.023 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 -- 10.20.193.44:0/321216233 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 msgr2=0x7ff3d007ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 --2- 10.20.193.44:0/321216233 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d007ab90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4005fd0 tx=0x7ff3c402f220 comp rx=0 tx=0).stop 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 -- 10.20.193.44:0/321216233 shutdown_connections 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 --2- 10.20.193.44:0/321216233 >> v2:10.20.193.44:3300/0 conn(0x7ff3d0174590 0x7ff3d0194970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 --2- 10.20.193.44:0/321216233 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d007ab90 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 -- 10.20.193.44:0/321216233 >> 10.20.193.44:0/321216233 conn(0x7ff3d0084730 msgr2=0x7ff3d0084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 -- 10.20.193.44:0/321216233 shutdown_connections 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.086+0000 7ff3d837a640 1 -- 10.20.193.44:0/321216233 wait complete. 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 Processor -- start 2026-02-14T01:56:32.088 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 -- start start 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d011fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 0x7ff3d0120420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff3d0174590 0x7ff3d0123280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff3d01959d0 con 0x7ff3d007d060 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7ff3d0195850 con 0x7ff3d0174590 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d837a640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7ff3d0195b50 con 0x7ff3d007b870 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d60ef640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d011fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d58ee640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 0x7ff3d0120420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d68f0640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff3d0174590 0x7ff3d0123280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d58ee640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 0x7ff3d0120420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33692/0 (socket says 10.20.193.44:33692) 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d60ef640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d011fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:54766/0 (socket says 10.20.193.44:54766) 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.087+0000 7ff3d58ee640 1 -- 10.20.193.44:0/3022305519 learned_addr learned my addr 10.20.193.44:0/3022305519 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d58ee640 1 -- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 msgr2=0x7ff3d011fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d58ee640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d011fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d58ee640 1 -- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff3d0174590 msgr2=0x7ff3d0123280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d58ee640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff3d0174590 0x7ff3d0123280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d58ee640 1 -- 10.20.193.44:0/3022305519 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3d010b660 con 0x7ff3d007d060 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d60ef640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d011fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d58ee640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 0x7ff3d0120420 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff3c402ffd0 tx=0x7ff3c4004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:32.089 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4046070 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3c40029a0 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3d010c680 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4002db0 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3d0120960 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3d007a480 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.088+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ff3c4038470 con 0x7ff3d007d060 2026-02-14T01:56:32.090 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.089+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7ff3c4087bf0 con 0x7ff3d007d060 2026-02-14T01:56:32.092 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.090+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ff3d010c680 con 0x7ff3d007d060 2026-02-14T01:56:32.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.196+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7ff3d0056b00 con 0x7ff3d007d060 2026-02-14T01:56:32.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.196+0000 7ff3b6ffd640 1 -- 10.20.193.44:0/3022305519 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+587 (secure 0 0 0) 0x7ff3d010b660 con 0x7ff3d007d060 2026-02-14T01:56:32.197 INFO:teuthology.orchestra.run.trial044.stdout:{ 2026-02-14T01:56:32.197 INFO:teuthology.orchestra.run.trial044.stdout: "mon": { 2026-02-14T01:56:32.197 INFO:teuthology.orchestra.run.trial044.stdout: "ceph version 20.2.0-667-geae49298 (eae49298735c216a37f3957204b0fe058b58e376) tentacle (stable - RelWithDebInfo)": 3 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: "mgr": { 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: "ceph version 20.2.0-667-geae49298 (eae49298735c216a37f3957204b0fe058b58e376) tentacle (stable - RelWithDebInfo)": 2 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: "osd": { 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: "ceph version 20.2.0-667-geae49298 (eae49298735c216a37f3957204b0fe058b58e376) tentacle (stable - RelWithDebInfo)": 4 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: "overall": { 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: "ceph version 20.2.0-667-geae49298 (eae49298735c216a37f3957204b0fe058b58e376) tentacle (stable - RelWithDebInfo)": 9 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stdout:} 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 >> v1:10.20.193.44:6800/2819503018 conn(0x7ff3a004cae0 legacy=0x7ff3a006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 msgr2=0x7ff3d0120420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 0x7ff3d0120420 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff3c402ffd0 tx=0x7ff3c4004700 comp rx=0 tx=0).stop 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 shutdown_connections 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ff3d0174590 0x7ff3d0123280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ff3d007d060 0x7ff3d0120420 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 --2- 10.20.193.44:0/3022305519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ff3d007b870 0x7ff3d011fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 >> 10.20.193.44:0/3022305519 conn(0x7ff3d0084730 msgr2=0x7ff3d00767f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 shutdown_connections 2026-02-14T01:56:32.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.197+0000 7ff3d837a640 1 -- 10.20.193.44:0/3022305519 wait complete. 2026-02-14T01:56:32.205 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2026-02-14T01:56:32.268 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 -- 10.20.193.44:0/1947625719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54780819e0 msgr2=0x7f5478081e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 --2- 10.20.193.44:0/1947625719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54780819e0 0x7f5478081e20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5460004770 tx=0x7f546002f1b0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 -- 10.20.193.44:0/1947625719 shutdown_connections 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 --2- 10.20.193.44:0/1947625719 >> v2:10.20.193.44:3300/0 conn(0x7f54781755a0 0x7f5478195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 --2- 10.20.193.44:0/1947625719 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54780819e0 0x7f5478081e20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 -- 10.20.193.44:0/1947625719 >> 10.20.193.44:0/1947625719 conn(0x7f5478084730 msgr2=0x7f5478084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 -- 10.20.193.44:0/1947625719 shutdown_connections 2026-02-14T01:56:32.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 -- 10.20.193.44:0/1947625719 wait complete. 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.267+0000 7f547eaaf640 1 Processor -- start 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 -- start start 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 0x7f54781221e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f54780819e0 0x7f5478122720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54781755a0 0x7f5478125510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5478196bc0 con 0x7f5478080670 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5478196a40 con 0x7f54781755a0 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5478196d40 con 0x7f54780819e0 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 0x7f54781221e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547d025640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54781755a0 0x7f5478125510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 0x7f54781221e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33724/0 (socket says 10.20.193.44:33724) 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 -- 10.20.193.44:0/830424018 learned_addr learned my addr 10.20.193.44:0/830424018 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f546ffff640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f54780819e0 0x7f5478122720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 -- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f54780819e0 msgr2=0x7f5478122720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f54780819e0 0x7f5478122720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 -- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54781755a0 msgr2=0x7f5478125510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54781755a0 0x7f5478125510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 -- 10.20.193.44:0/830424018 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f547810e8f0 con 0x7f5478080670 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547d025640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54781755a0 0x7f5478125510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547c824640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 0x7f54781221e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f546800c4f0 tx=0x7f546800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5468016020 con 0x7f5478080670 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5468012920 con 0x7f5478080670 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f547810cc60 con 0x7f5478080670 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5468012d30 con 0x7f5478080670 2026-02-14T01:56:32.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.268+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f547810ddd0 con 0x7f5478080670 2026-02-14T01:56:32.271 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.269+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54780763e0 con 0x7f5478080670 2026-02-14T01:56:32.271 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.269+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f546801b400 con 0x7f5478080670 2026-02-14T01:56:32.271 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.269+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7f5468063790 con 0x7f5478080670 2026-02-14T01:56:32.272 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.271+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f54780763e0 con 0x7f5478080670 2026-02-14T01:56:32.347 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.346+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f5478081db0 con 0x7f5478080670 2026-02-14T01:56:32.347 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.346+0000 7f546d7fa640 1 -- 10.20.193.44:0/830424018 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v28) ==== 81+0+16859 (secure 0 0 0) 0x7f5468020030 con 0x7f5478080670 2026-02-14T01:56:32.347 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:32.347 INFO:teuthology.orchestra.run.trial044.stdout:{ 2026-02-14T01:56:32.347 INFO:teuthology.orchestra.run.trial044.stdout: "epoch": 28, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "fsid": "1a21fe0a-eae0-4a5e-89ba-e22d2e925469", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "created": "2026-02-14T01:55:22.351328+0000", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "modified": "2026-02-14T01:56:31.678418+0000", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "last_up_change": "2026-02-14T01:56:30.675493+0000", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "last_in_change": "2026-02-14T01:55:23.657110+0000", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "flags_num": 5799936, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "flags_set": [ 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "pglog_hardlimit", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "purged_snapdirs", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "recovery_deletes", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "sortbitwise" 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: ], 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "crush_version": 9, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "full_ratio": 0.94999998807907104, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "backfillfull_ratio": 0.89999997615814209, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "nearfull_ratio": 0.85000002384185791, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_snapshot": "", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "pool_max": 2, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "max_osd": 4, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "require_min_compat_client": "squid", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "min_compat_client": "jewel", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "require_osd_release": "squid", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "allow_crimson": false, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "pools": [ 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "pool": 1, 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "pool_name": ".mgr", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "create_time": "2026-02-14T01:55:33.735530+0000", 2026-02-14T01:56:32.348 INFO:teuthology.orchestra.run.trial044.stdout: "flags": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "flags_names": "hashpspool", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "type": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "size": 2, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "min_size": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "crush_rule": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_count": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_target": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_barrier": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "is_stretch_pool": false, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "object_hash": 2, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pg_autoscale_mode": "off", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pg_placement_num": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pg_placement_num_target": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num_target": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num_pending": 1, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_pg_merge_meta": { 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "source_pgid": "0.0", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "ready_epoch": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_epoch_started": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_epoch_clean": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "source_version": "0'0", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "target_version": "0'0" 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_change": "13", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_force_op_resend": "0", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "last_force_op_resend_preluminous": "0", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "auid": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "snap_mode": "selfmanaged", 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "snap_seq": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "snap_epoch": 0, 2026-02-14T01:56:32.349 INFO:teuthology.orchestra.run.trial044.stdout: "pool_snaps": [], 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "removed_snaps": "[]", 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "quota_max_bytes": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "quota_max_objects": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "tiers": [], 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "tier_of": -1, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "read_tier": -1, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "write_tier": -1, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "cache_mode": "none", 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "target_max_bytes": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "target_max_objects": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "cache_min_flush_age": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "cache_min_evict_age": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "erasure_code_profile": "", 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_params": { 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "type": "none" 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_period": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_count": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "use_gmt_hitset": true, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "min_read_recency_for_promote": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "min_write_recency_for_promote": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_grade_decay_rate": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_search_last_n": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "grade_table": [], 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "stripe_width": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "expected_num_objects": 0, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "fast_read": false, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "nonprimary_shards": "{}", 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "options": { 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num_max": 32, 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num_min": 1 2026-02-14T01:56:32.350 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "application_metadata": { 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "mgr": {} 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "read_balance": { 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "score_type": "Fair distribution", 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "score_acting": 4, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "score_stable": 4, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "optimal_score": 0.5, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "raw_score_acting": 2, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "raw_score_stable": 2, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "primary_affinity_weighted": 1, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "average_primary_affinity": 1, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "average_primary_affinity_weighted": 1 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "pool": 2, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "pool_name": "rbd", 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "create_time": "2026-02-14T01:55:37.570253+0000", 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "flags": 8193, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "type": 1, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "size": 2, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "min_size": 1, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "crush_rule": 0, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_count": 0, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_target": 0, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_barrier": 0, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "is_stretch_pool": false, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "object_hash": 2, 2026-02-14T01:56:32.351 INFO:teuthology.orchestra.run.trial044.stdout: "pg_autoscale_mode": "off", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num": 8, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "pg_placement_num": 8, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "pg_placement_num_target": 8, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num_target": 8, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "pg_num_pending": 8, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_pg_merge_meta": { 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "source_pgid": "0.0", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "ready_epoch": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_epoch_started": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_epoch_clean": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "source_version": "0'0", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "target_version": "0'0" 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_change": "17", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_force_op_resend": "0", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "last_force_op_resend_preluminous": "0", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "auid": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "snap_mode": "selfmanaged", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "snap_seq": 2, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "snap_epoch": 17, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "pool_snaps": [], 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "removed_snaps": "[]", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "quota_max_bytes": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "quota_max_objects": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "tiers": [], 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "tier_of": -1, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "read_tier": -1, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "write_tier": -1, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "cache_mode": "none", 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "target_max_bytes": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "target_max_objects": 0, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-14T01:56:32.352 INFO:teuthology.orchestra.run.trial044.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "cache_min_flush_age": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "cache_min_evict_age": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "erasure_code_profile": "", 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_params": { 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "type": "none" 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_period": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_count": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "use_gmt_hitset": true, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "min_read_recency_for_promote": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "min_write_recency_for_promote": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_grade_decay_rate": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "hit_set_search_last_n": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "grade_table": [], 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "stripe_width": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "expected_num_objects": 0, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "fast_read": false, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "nonprimary_shards": "{}", 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "options": {}, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "application_metadata": { 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "rbd": {} 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "read_balance": { 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "score_type": "Fair distribution", 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "score_acting": 2.5, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "score_stable": 2.5, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "optimal_score": 1, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "raw_score_acting": 2.5, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "raw_score_stable": 2.5, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "primary_affinity_weighted": 1, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "average_primary_affinity": 1, 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: "average_primary_affinity_weighted": 1 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.353 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: ], 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "osds": [ 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 0, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "uuid": "6ea5f3c3-44de-411a-b736-73d97e25609f", 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "up": 1, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "in": 1, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "weight": 1, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "primary_affinity": 1, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_begin": 9, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_end": 21, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "up_from": 24, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "up_thru": 25, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "down_at": 22, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "lost_at": 0, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "public_addrs": { 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6801", 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 469904434 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addrs": { 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6802", 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 469904434 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.354 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addrs": { 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6804", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 469904434 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addrs": { 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6803", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 469904434 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "public_addr": "10.20.193.44:6801/469904434", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addr": "10.20.193.44:6802/469904434", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addr": "10.20.193.44:6804/469904434", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addr": "10.20.193.44:6803/469904434", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "state": [ 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "exists", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "up" 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 1, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "uuid": "756c18c5-f63b-4fc7-92f2-afd0ab773f21", 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "up": 1, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "in": 1, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "weight": 1, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "primary_affinity": 1, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_begin": 9, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_end": 21, 2026-02-14T01:56:32.355 INFO:teuthology.orchestra.run.trial044.stdout: "up_from": 25, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "up_thru": 25, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "down_at": 23, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "lost_at": 0, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "public_addrs": { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6805", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2253903352 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addrs": { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6806", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2253903352 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addrs": { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6808", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2253903352 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addrs": { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6807", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2253903352 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "public_addr": "10.20.193.44:6805/2253903352", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addr": "10.20.193.44:6806/2253903352", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addr": "10.20.193.44:6808/2253903352", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addr": "10.20.193.44:6807/2253903352", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "state": [ 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "exists", 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: "up" 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.356 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 2, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "uuid": "ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "up": 1, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "in": 1, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "weight": 1, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "primary_affinity": 1, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_begin": 10, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_end": 23, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "up_from": 26, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "up_thru": 27, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "down_at": 24, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "lost_at": 0, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "public_addrs": { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6809", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 7968290 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addrs": { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6810", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 7968290 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addrs": { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6812", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 7968290 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addrs": { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6811", 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 7968290 2026-02-14T01:56:32.357 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "public_addr": "10.20.193.44:6809/7968290", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addr": "10.20.193.44:6810/7968290", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addr": "10.20.193.44:6812/7968290", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addr": "10.20.193.44:6811/7968290", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "state": [ 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "exists", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "up" 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 3, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "uuid": "cc514f47-9217-4dc3-868c-edf8491aa0eb", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "up": 1, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "in": 1, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "weight": 1, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "primary_affinity": 1, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_begin": 10, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "last_clean_end": 24, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "up_from": 27, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "up_thru": 27, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "down_at": 25, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "lost_at": 0, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "public_addrs": { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6813", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2035464847 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addrs": { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6814", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2035464847 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addrs": { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6816", 2026-02-14T01:56:32.358 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2035464847 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addrs": { 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "addrvec": [ 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "type": "v1", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "addr": "10.20.193.44:6815", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "nonce": 2035464847 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "public_addr": "10.20.193.44:6813/2035464847", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "cluster_addr": "10.20.193.44:6814/2035464847", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_back_addr": "10.20.193.44:6816/2035464847", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "heartbeat_front_addr": "10.20.193.44:6815/2035464847", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "state": [ 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "exists", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "up" 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: ] 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: ], 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "osd_xinfo": [ 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "down_stamp": "0.000000", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_probability": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_interval": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "features": 4544132024016699391, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "old_weight": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "last_purged_snaps_scrub": "2026-02-14T01:55:31.175318+0000", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "dead_epoch": 22 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 1, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "down_stamp": "0.000000", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_probability": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_interval": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "features": 4544132024016699391, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "old_weight": 0, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "last_purged_snaps_scrub": "2026-02-14T01:55:31.080557+0000", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "dead_epoch": 23 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 2, 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "down_stamp": "0.000000", 2026-02-14T01:56:32.359 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_probability": 0, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_interval": 0, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "features": 4544132024016699391, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "old_weight": 0, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "last_purged_snaps_scrub": "2026-02-14T01:55:31.208002+0000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "dead_epoch": 24 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: { 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "osd": 3, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "down_stamp": "0.000000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_probability": 0, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "laggy_interval": 0, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "features": 4544132024016699391, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "old_weight": 0, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "last_purged_snaps_scrub": "2026-02-14T01:55:31.156424+0000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "dead_epoch": 25 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: ], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "pg_upmap": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "pg_upmap_items": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "pg_upmap_primaries": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "pg_temp": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "primary_temp": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "blocklist": { 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "10.20.193.44:0/2649513115": "2026-02-15T01:56:21.653026+0000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "10.20.193.44:6800/3588496006": "2026-02-15T01:56:21.653026+0000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "10.20.193.44:0/827561595": "2026-02-15T01:56:21.653026+0000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "10.20.193.44:0/3173211467": "2026-02-15T01:56:21.653026+0000", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "10.20.193.44:0/381057338": "2026-02-15T01:56:21.653026+0000" 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "range_blocklist": {}, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "erasure_code_profiles": { 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "default": { 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "crush-failure-domain": "osd", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "k": "2", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "m": "1", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "plugin": "isa", 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "technique": "reed_sol_van" 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: }, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "removed_snaps_queue": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "new_removed_snaps": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "new_purged_snaps": [], 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "crush_node_flags": {}, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "device_class_flags": {}, 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "stretch_mode": { 2026-02-14T01:56:32.360 INFO:teuthology.orchestra.run.trial044.stdout: "stretch_mode_enabled": false, 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stdout: "stretch_bucket_count": 0, 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stdout: "degraded_stretch_mode": 0, 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stdout: "recovering_stretch_mode": 0, 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stdout: "stretch_mode_bucket": 0 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stdout: } 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stdout:} 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 >> v1:10.20.193.44:6800/2819503018 conn(0x7f544804cae0 legacy=0x7f544806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 msgr2=0x7f54781221e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 0x7f54781221e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f546800c4f0 tx=0x7f546800c9c0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 shutdown_connections 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f54781755a0 0x7f5478125510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f54780819e0 0x7f5478122720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 --2- 10.20.193.44:0/830424018 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5478080670 0x7f54781221e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 >> 10.20.193.44:0/830424018 conn(0x7f5478084730 msgr2=0x7f547805bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 shutdown_connections 2026-02-14T01:56:32.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.347+0000 7f547eaaf640 1 -- 10.20.193.44:0/830424018 wait complete. 2026-02-14T01:56:32.362 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 -- 10.20.193.44:0/2265237595 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 msgr2=0x7fb36c081c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 --2- 10.20.193.44:0/2265237595 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c081c50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb354005ea0 tx=0x7fb35402f220 comp rx=0 tx=0).stop 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 -- 10.20.193.44:0/2265237595 shutdown_connections 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 --2- 10.20.193.44:0/2265237595 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c081c50 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 --2- 10.20.193.44:0/2265237595 >> v2:10.20.193.44:3300/0 conn(0x7fb36c080670 0x7fb36c0812d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 -- 10.20.193.44:0/2265237595 >> 10.20.193.44:0/2265237595 conn(0x7fb36c084730 msgr2=0x7fb36c084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 -- 10.20.193.44:0/2265237595 shutdown_connections 2026-02-14T01:56:32.428 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.427+0000 7fb372f74640 1 -- 10.20.193.44:0/2265237595 wait complete. 2026-02-14T01:56:32.429 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 Processor -- start 2026-02-14T01:56:32.429 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 -- start start 2026-02-14T01:56:32.429 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb36c080670 0x7fb36c05bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.429 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c05c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.429 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb36c079c30 0x7fb36c05c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.429 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb36c196ba0 con 0x7fb36c079c30 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb36c196a20 con 0x7fb36c080670 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb36c196d20 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c05c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c05c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:54800/0 (socket says 10.20.193.44:54800) 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 -- 10.20.193.44:0/611271042 learned_addr learned my addr 10.20.193.44:0/611271042 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb3714ea640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb36c079c30 0x7fb36c05c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb370ce9640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb36c080670 0x7fb36c05bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 -- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb36c080670 msgr2=0x7fb36c05bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb36c080670 0x7fb36c05bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 -- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb36c079c30 msgr2=0x7fb36c05c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb36c079c30 0x7fb36c05c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 -- 10.20.193.44:0/611271042 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36c05d5c0 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb3714ea640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb36c079c30 0x7fb36c05c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb363fff640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c05c2e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb3540092b0 tx=0x7fb354004700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb354048070 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb354002a20 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb354002e50 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb36c07b5c0 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.428+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb36c22e600 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.429+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb36c0812d0 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.429+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fb354038470 con 0x7fb36c081810 2026-02-14T01:56:32.430 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.429+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7fb354087d50 con 0x7fb36c081810 2026-02-14T01:56:32.432 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.431+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fb36c05d5c0 con 0x7fb36c081810 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.517+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fb36c056b00 con 0x7fb36c081810 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb3617fa640 1 -- 10.20.193.44:0/611271042 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7fb354086e30 con 0x7fb36c081810 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout:e1 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout:btime 2026-02-14T01:55:22:351165+0000 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout:legacy client fscid: -1 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stdout:No filesystems configured 2026-02-14T01:56:32.519 INFO:teuthology.orchestra.run.trial044.stderr:dumped fsmap epoch 1 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 >> v1:10.20.193.44:6800/2819503018 conn(0x7fb33c04cc80 legacy=0x7fb33c06d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 msgr2=0x7fb36c05c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c05c2e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb3540092b0 tx=0x7fb354004700 comp rx=0 tx=0).stop 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 shutdown_connections 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb36c079c30 0x7fb36c05c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb36c081810 0x7fb36c05c2e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 --2- 10.20.193.44:0/611271042 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb36c080670 0x7fb36c05bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 >> 10.20.193.44:0/611271042 conn(0x7fb36c084730 msgr2=0x7fb36c07dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 shutdown_connections 2026-02-14T01:56:32.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.518+0000 7fb372f74640 1 -- 10.20.193.44:0/611271042 wait complete. 2026-02-14T01:56:32.527 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release tentacle' 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 -- 10.20.193.44:0/3493665198 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8081cb0 msgr2=0x7f48e81777d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 --2- 10.20.193.44:0/3493665198 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8081cb0 0x7f48e81777d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f48d8005fd0 tx=0x7f48d802f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 -- 10.20.193.44:0/3493665198 shutdown_connections 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 --2- 10.20.193.44:0/3493665198 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e8177d10 0x7f48e81980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 --2- 10.20.193.44:0/3493665198 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 -- 10.20.193.44:0/3493665198 >> 10.20.193.44:0/3493665198 conn(0x7f48e8084730 msgr2=0x7f48e8084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 -- 10.20.193.44:0/3493665198 shutdown_connections 2026-02-14T01:56:32.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 -- 10.20.193.44:0/3493665198 wait complete. 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 Processor -- start 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.595+0000 7f48ee158640 1 -- start start 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e80811d0 0x7f48e8197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8177d10 0x7f48e81967e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48e8198f80 con 0x7f48e8081cb0 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f48e8198e00 con 0x7f48e80811d0 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f48e8199100 con 0x7f48e8177d10 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e6ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e77fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e80811d0 0x7f48e8197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e6ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33758/0 (socket says 10.20.193.44:33758) 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e6ffd640 1 -- 10.20.193.44:0/2142952561 learned_addr learned my addr 10.20.193.44:0/2142952561 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8177d10 0x7f48e81967e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 -- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e80811d0 msgr2=0x7f48e8197d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e80811d0 0x7f48e8197d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 -- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 msgr2=0x7f48e81777d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 -- 10.20.193.44:0/2142952561 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e805d280 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e6ffd640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e77fe640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e80811d0 0x7f48e8197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48e7fff640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8177d10 0x7f48e81967e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f48e805ddf0 tx=0x7f48dc00c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0092e0 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48dc00cb00 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48e805cbc0 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48dc003a80 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.596+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f48e812cfd0 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.597+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48e812d200 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.597+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f48dc007500 con 0x7f48e8177d10 2026-02-14T01:56:32.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.597+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7f48dc063f90 con 0x7f48e8177d10 2026-02-14T01:56:32.600 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.598+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f48dc022020 con 0x7f48e8177d10 2026-02-14T01:56:32.682 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:32.681+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd require-osd-release", "release": "tentacle"} v 0) -- 0x7f48e80815a0 con 0x7f48e8177d10 2026-02-14T01:56:33.685 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.683+0000 7f48c3fff640 1 -- 10.20.193.44:0/2142952561 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "tentacle"}]=0 v29) ==== 94+0+0 (secure 0 0 0) 0x7f48dc010040 con 0x7f48e8177d10 2026-02-14T01:56:33.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 >> v1:10.20.193.44:6800/2819503018 conn(0x7f48b804cae0 legacy=0x7f48b806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8177d10 msgr2=0x7f48e81967e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8177d10 0x7f48e81967e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f48e805ddf0 tx=0x7f48dc00c490 comp rx=0 tx=0).stop 2026-02-14T01:56:33.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 shutdown_connections 2026-02-14T01:56:33.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48e8177d10 0x7f48e81967e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48e8081cb0 0x7f48e81777d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.688 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 --2- 10.20.193.44:0/2142952561 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48e80811d0 0x7f48e8197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.688 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 >> 10.20.193.44:0/2142952561 conn(0x7f48e8084730 msgr2=0x7f48e8188270 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:33.688 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 shutdown_connections 2026-02-14T01:56:33.688 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.685+0000 7f48ee158640 1 -- 10.20.193.44:0/2142952561 wait complete. 2026-02-14T01:56:33.695 DEBUG:teuthology.orchestra.run.trial044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2026-02-14T01:56:33.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 -- 10.20.193.44:0/3927600637 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 msgr2=0x7f5a840812d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3927600637 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a840812d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5a780098c0 tx=0x7f5a7802f150 comp rx=0 tx=0).stop 2026-02-14T01:56:33.764 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 -- 10.20.193.44:0/3927600637 shutdown_connections 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3927600637 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 0x7f5a84081c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3927600637 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a840812d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 -- 10.20.193.44:0/3927600637 >> 10.20.193.44:0/3927600637 conn(0x7f5a84084730 msgr2=0x7f5a84084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 -- 10.20.193.44:0/3927600637 shutdown_connections 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 -- 10.20.193.44:0/3927600637 wait complete. 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 Processor -- start 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.760+0000 7f5a899c3640 1 -- start start 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a8419f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 0x7f5a8419fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a84057890 0x7f5a84057d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a84196b00 con 0x7f5a84080670 2026-02-14T01:56:33.765 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5a84196980 con 0x7f5a84081810 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5a84196c80 con 0x7f5a84057890 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a8419f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a8419f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33782/0 (socket says 10.20.193.44:33782) 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a827fc640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 0x7f5a8419fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 -- 10.20.193.44:0/3236229457 learned_addr learned my addr 10.20.193.44:0/3236229457 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a837fe640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a84057890 0x7f5a84057d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 -- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a84057890 msgr2=0x7f5a84057d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a84057890 0x7f5a84057d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 -- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 msgr2=0x7f5a8419fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 0x7f5a8419fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 -- 10.20.193.44:0/3236229457 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a84079db0 con 0x7f5a84080670 2026-02-14T01:56:33.766 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a827fc640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 0x7f5a8419fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a82ffd640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a8419f590 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5a780099c0 tx=0x7f5a78002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a78046070 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a78002d00 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a84058970 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a78005d70 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.761+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a841a0010 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.762+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a840812d0 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.762+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5a780386d0 con 0x7f5a84080670 2026-02-14T01:56:33.767 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.762+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3026+0+0 (secure 0 0 0) 0x7f5a78087f20 con 0x7f5a84080670 2026-02-14T01:56:33.768 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.763+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5a78086ff0 con 0x7f5a84080670 2026-02-14T01:56:33.840 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.838+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f5a84056b00 con 0x7f5a84080670 2026-02-14T01:56:33.840 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.838+0000 7f5a5bfff640 1 -- 10.20.193.44:0/3236229457 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v29) ==== 59+0+9 (secure 0 0 0) 0x7f5a78009400 con 0x7f5a84080670 2026-02-14T01:56:33.841 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 >> v1:10.20.193.44:6800/2819503018 conn(0x7f5a5404cae0 legacy=0x7f5a5406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.841 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 msgr2=0x7f5a8419f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.841 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a8419f590 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5a780099c0 tx=0x7f5a78002900 comp rx=0 tx=0).stop 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 shutdown_connections 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a84057890 0x7f5a84057d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a84081810 0x7f5a8419fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 --2- 10.20.193.44:0/3236229457 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a84080670 0x7f5a8419f590 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 >> 10.20.193.44:0/3236229457 conn(0x7f5a84084730 msgr2=0x7f5a8407db90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 shutdown_connections 2026-02-14T01:56:33.842 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.839+0000 7f5a899c3640 1 -- 10.20.193.44:0/3236229457 wait complete. 2026-02-14T01:56:33.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 -- 10.20.193.44:0/19383479 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805cc40 msgr2=0x7fa548175600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/19383479 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805cc40 0x7fa548175600 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa530005ea0 tx=0x7fa53002f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 -- 10.20.193.44:0/19383479 shutdown_connections 2026-02-14T01:56:33.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/19383479 >> v2:10.20.193.44:3300/0 conn(0x7fa548175b40 0x7fa548195f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.893 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/19383479 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805cc40 0x7fa548175600 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 -- 10.20.193.44:0/19383479 >> 10.20.193.44:0/19383479 conn(0x7fa548084fe0 msgr2=0x7fa5480853e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 -- 10.20.193.44:0/19383479 shutdown_connections 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.889+0000 7fa54f1a9640 1 -- 10.20.193.44:0/19383479 wait complete. 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 Processor -- start 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 -- start start 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805c160 0x7fa548121670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa54805cc40 0x7fa548175600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa548175b40 0x7fa548121bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa548196f20 con 0x7fa54805cc40 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa548196da0 con 0x7fa54805c160 2026-02-14T01:56:33.894 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa5481970a0 con 0x7fa548175b40 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa53ffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa54805cc40 0x7fa548175600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa548175b40 0x7fa548121bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54cf1e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805c160 0x7fa548121670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa53ffff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa54805cc40 0x7fa548175600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33802/0 (socket says 10.20.193.44:33802) 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa53ffff640 1 -- 10.20.193.44:0/251317971 learned_addr learned my addr 10.20.193.44:0/251317971 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 -- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805c160 msgr2=0x7fa548121670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805c160 0x7fa548121670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 -- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa54805cc40 msgr2=0x7fa548175600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa54805cc40 0x7fa548175600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 -- 10.20.193.44:0/251317971 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa548124620 con 0x7fa548175b40 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54d71f640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa548175b40 0x7fa548121bb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa544009df0 tx=0x7fa54400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa54400ce00 con 0x7fa548175b40 2026-02-14T01:56:33.895 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5440090d0 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa54812e7c0 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa544003a80 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.890+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa548123c50 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.891+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa54812f760 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.891+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fa544007500 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.891+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3026+0+0 (secure 0 0 0) 0x7fa544064060 con 0x7fa548175b40 2026-02-14T01:56:33.896 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.893+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fa54812f760 con 0x7fa548175b40 2026-02-14T01:56:33.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:33.967+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fa548052da0 con 0x7fa548175b40 2026-02-14T01:56:34.686 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.684+0000 7fa53d7fa640 1 -- 10.20.193.44:0/251317971 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v30) ==== 153+0+0 (secure 0 0 0) 0x7fa544022020 con 0x7fa548175b40 2026-02-14T01:56:34.686 INFO:teuthology.orchestra.run.trial044.stderr:set pool 1 pg_autoscale_mode to off 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 >> v1:10.20.193.44:6800/2819503018 conn(0x7fa51804cae0 legacy=0x7fa51806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa548175b40 msgr2=0x7fa548121bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa548175b40 0x7fa548121bb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa544009df0 tx=0x7fa54400c490 comp rx=0 tx=0).stop 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 shutdown_connections 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa548175b40 0x7fa548121bb0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa54805cc40 0x7fa548175600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 --2- 10.20.193.44:0/251317971 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa54805c160 0x7fa548121670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 >> 10.20.193.44:0/251317971 conn(0x7fa548084fe0 msgr2=0x7fa54812a910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 shutdown_connections 2026-02-14T01:56:34.687 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.686+0000 7fa54f1a9640 1 -- 10.20.193.44:0/251317971 wait complete. 2026-02-14T01:56:34.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 -- 10.20.193.44:0/2653775801 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb400584d0 msgr2=0x7ffb400588a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 --2- 10.20.193.44:0/2653775801 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb400584d0 0x7ffb400588a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffb34005ea0 tx=0x7ffb3402f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 -- 10.20.193.44:0/2653775801 shutdown_connections 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 --2- 10.20.193.44:0/2653775801 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb40058de0 0x7ffb40136480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 --2- 10.20.193.44:0/2653775801 >> v2:10.20.193.44:3300/0 conn(0x7ffb401369c0 0x7ffb40136e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 --2- 10.20.193.44:0/2653775801 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb400584d0 0x7ffb400588a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 -- 10.20.193.44:0/2653775801 >> 10.20.193.44:0/2653775801 conn(0x7ffb40084fe0 msgr2=0x7ffb400853e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 -- 10.20.193.44:0/2653775801 shutdown_connections 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 -- 10.20.193.44:0/2653775801 wait complete. 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 Processor -- start 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.738+0000 7ffb44b96640 1 -- start start 2026-02-14T01:56:34.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb400584d0 0x7ffb40146c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 0x7ffb40147150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb401369c0 0x7ffb4012a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffb40197fd0 con 0x7ffb40058de0 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7ffb40197e50 con 0x7ffb401369c0 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7ffb40198150 con 0x7ffb400584d0 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3dd74640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 0x7ffb40147150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb400584d0 0x7ffb40146c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3dd74640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 0x7ffb40147150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33814/0 (socket says 10.20.193.44:33814) 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3dd74640 1 -- 10.20.193.44:0/3514951287 learned_addr learned my addr 10.20.193.44:0/3514951287 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3ed76640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb401369c0 0x7ffb4012a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 -- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb401369c0 msgr2=0x7ffb4012a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:34.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb401369c0 0x7ffb4012a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 -- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 msgr2=0x7ffb40147150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 0x7ffb40147150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 -- 10.20.193.44:0/3514951287 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb4012dd40 con 0x7ffb400584d0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3ed76640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb401369c0 0x7ffb4012a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3dd74640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 0x7ffb40147150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb3e575640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb400584d0 0x7ffb40146c10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffb4005a0d0 tx=0x7ffb34002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb34046070 con 0x7ffb400584d0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb34002d00 con 0x7ffb400584d0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb40147690 con 0x7ffb400584d0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb340386d0 con 0x7ffb400584d0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.739+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb4012d370 con 0x7ffb400584d0 2026-02-14T01:56:34.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.740+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb400588a0 con 0x7ffb400584d0 2026-02-14T01:56:34.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.740+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ffb34038870 con 0x7ffb400584d0 2026-02-14T01:56:34.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.740+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ffb34087d60 con 0x7ffb400584d0 2026-02-14T01:56:34.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.741+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ffb34086e30 con 0x7ffb400584d0 2026-02-14T01:56:34.819 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:34.818+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7ffb40052da0 con 0x7ffb400584d0 2026-02-14T01:56:35.688 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.687+0000 7ffb26ffd640 1 -- 10.20.193.44:0/3514951287 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v31) ==== 152+0+0 (secure 0 0 0) 0x7ffb34086620 con 0x7ffb400584d0 2026-02-14T01:56:35.689 INFO:teuthology.orchestra.run.trial044.stderr:set pool 2 pg_autoscale_mode to off 2026-02-14T01:56:35.690 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 >> v1:10.20.193.44:6800/2819503018 conn(0x7ffb0c04cae0 legacy=0x7ffb0c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.690 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb400584d0 msgr2=0x7ffb40146c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.690 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb400584d0 0x7ffb40146c10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffb4005a0d0 tx=0x7ffb34002900 comp rx=0 tx=0).stop 2026-02-14T01:56:35.690 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 shutdown_connections 2026-02-14T01:56:35.690 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffb401369c0 0x7ffb4012a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.691 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffb40058de0 0x7ffb40147150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.691 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 --2- 10.20.193.44:0/3514951287 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffb400584d0 0x7ffb40146c10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.691 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 >> 10.20.193.44:0/3514951287 conn(0x7ffb40084fe0 msgr2=0x7ffb40121da0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:35.691 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 shutdown_connections 2026-02-14T01:56:35.691 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.688+0000 7ffb44b96640 1 -- 10.20.193.44:0/3514951287 wait complete. 2026-02-14T01:56:35.699 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-14T01:56:35.715 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-14T01:56:35.716 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-14T01:56:35.716 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-14T01:56:35.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 -- 10.20.193.44:0/1947391840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c970 msgr2=0x7f5274176350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 --2- 10.20.193.44:0/1947391840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c970 0x7f5274176350 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5264004770 tx=0x7f526402f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 -- 10.20.193.44:0/1947391840 shutdown_connections 2026-02-14T01:56:35.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 --2- 10.20.193.44:0/1947391840 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5274176890 0x7f5274196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 --2- 10.20.193.44:0/1947391840 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c970 0x7f5274176350 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 --2- 10.20.193.44:0/1947391840 >> v2:10.20.193.44:3300/0 conn(0x7f527405c060 0x7f527405c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 -- 10.20.193.44:0/1947391840 >> 10.20.193.44:0/1947391840 conn(0x7f52740833e0 msgr2=0x7f52740840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 -- 10.20.193.44:0/1947391840 shutdown_connections 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 -- 10.20.193.44:0/1947391840 wait complete. 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 Processor -- start 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.784+0000 7f5279ff9640 1 -- start start 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c060 0x7f527407b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 0x7f527407b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5274176890 0x7f527407bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5274197c20 con 0x7f527405c970 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5274197aa0 con 0x7f527405c060 2026-02-14T01:56:35.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5274197da0 con 0x7f5274176890 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 0x7f527407b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f52737fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c060 0x7f527407b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 0x7f527407b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33828/0 (socket says 10.20.193.44:33828) 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 -- 10.20.193.44:0/315949346 learned_addr learned my addr 10.20.193.44:0/315949346 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5273fff640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5274176890 0x7f527407bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 -- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5274176890 msgr2=0x7f527407bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5274176890 0x7f527407bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 -- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c060 msgr2=0x7f527407b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c060 0x7f527407b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 -- 10.20.193.44:0/315949346 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f527407ca60 con 0x7f527405c970 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f52737fe640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c060 0x7f527407b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:35.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5272ffd640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 0x7f527407b710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5264009230 tx=0x7f5264002980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f526402fe20 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5264045070 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5274189a20 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52640386b0 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.785+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5274185940 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.786+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f527405c430 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.786+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5264038850 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.786+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5264088630 con 0x7f527405c970 2026-02-14T01:56:35.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.788+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f526404e020 con 0x7f527405c970 2026-02-14T01:56:35.880 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.879+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f5274185ba0 con 0x7f527405c970 2026-02-14T01:56:35.881 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.880+0000 7f524ffff640 1 -- 10.20.193.44:0/315949346 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+116765 (secure 0 0 0) 0x7f5264087780 con 0x7f527405c970 2026-02-14T01:56:35.883 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:35.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 >> v1:10.20.193.44:6800/2819503018 conn(0x7f524404cad0 legacy=0x7f524406cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 msgr2=0x7f527407b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 0x7f527407b710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5264009230 tx=0x7f5264002980 comp rx=0 tx=0).stop 2026-02-14T01:56:35.884 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 shutdown_connections 2026-02-14T01:56:35.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5274176890 0x7f527407bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f527405c970 0x7f527407b710 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 --2- 10.20.193.44:0/315949346 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f527405c060 0x7f527407b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 >> 10.20.193.44:0/315949346 conn(0x7f52740833e0 msgr2=0x7f527407dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:35.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 shutdown_connections 2026-02-14T01:56:35.885 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.881+0000 7f5279ff9640 1 -- 10.20.193.44:0/315949346 wait complete. 2026-02-14T01:56:35.890 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":10,"flags":0,"active_gid":14102,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6800","nonce":2819503018}]},"active_addr":"10.20.193.44:6800/2819503018","active_change":"2026-02-14T01:56:21.653150+0000","active_mgr_features":4544132024016699391,"available":true,"standbys":[{"gid":14112,"name":"x","mgr_features":4544132024016699391,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":21,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":987251622}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":999596016}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":2030575552}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.44:0","nonce":4266524644}]}]} 2026-02-14T01:56:35.895 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-14T01:56:35.895 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-14T01:56:35.895 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 -- 10.20.193.44:0/4276536438 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f916005c970 msgr2=0x7f9160176350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 --2- 10.20.193.44:0/4276536438 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f916005c970 0x7f9160176350 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9148005ea0 tx=0x7f914802f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 -- 10.20.193.44:0/4276536438 shutdown_connections 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 --2- 10.20.193.44:0/4276536438 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9160176890 0x7f9160196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 --2- 10.20.193.44:0/4276536438 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f916005c970 0x7f9160176350 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 --2- 10.20.193.44:0/4276536438 >> v2:10.20.193.44:3300/0 conn(0x7f916005c060 0x7f916005c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 -- 10.20.193.44:0/4276536438 >> 10.20.193.44:0/4276536438 conn(0x7f91600833e0 msgr2=0x7f91600840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:35.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 -- 10.20.193.44:0/4276536438 shutdown_connections 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.961+0000 7f9165569640 1 -- 10.20.193.44:0/4276536438 wait complete. 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 Processor -- start 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 -- start start 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 0x7f916007b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 0x7f916007b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9160176890 0x7f916007bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9160197c20 con 0x7f916005c970 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9160197aa0 con 0x7f9160176890 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f9165569640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9160197da0 con 0x7f916005c060 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915effd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 0x7f916007b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:35.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 0x7f916007b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915effd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 0x7f916007b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:54868/0 (socket says 10.20.193.44:54868) 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915effd640 1 -- 10.20.193.44:0/148062902 learned_addr learned my addr 10.20.193.44:0/148062902 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915f7fe640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9160176890 0x7f916007bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 0x7f916007b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:33844/0 (socket says 10.20.193.44:33844) 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 -- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 msgr2=0x7f916007b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 0x7f916007b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 -- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9160176890 msgr2=0x7f916007bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9160176890 0x7f916007bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 -- 10.20.193.44:0/148062902 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f916007ca60 con 0x7f916005c970 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915effd640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 0x7f916007b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915f7fe640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9160176890 0x7f916007bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:35.968 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.962+0000 7f915e7fc640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 0x7f916007b710 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9160081ba0 tx=0x7f9148002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148046070 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91480045b0 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9160189a20 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148038470 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9160185940 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f916005c430 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.963+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9148038610 con 0x7f916005c970 2026-02-14T01:56:35.969 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.964+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f9148087bd0 con 0x7f916005c970 2026-02-14T01:56:35.970 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:35.965+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9148086ca0 con 0x7f916005c970 2026-02-14T01:56:36.042 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.040+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9160185ba0 con 0x7f916005c970 2026-02-14T01:56:36.043 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.041+0000 7f913f7fe640 1 -- 10.20.193.44:0/148062902 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+9170 (secure 0 0 0) 0x7f9148086110 con 0x7f916005c970 2026-02-14T01:56:36.043 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:36.043 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":31,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:56:35.684878+0000","last_up_change":"2026-02-14T01:56:30.675493+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":469904434}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":469904434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":469904434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":469904434}]},"public_addr":"10.20.193.44:6801/469904434","cluster_addr":"10.20.193.44:6802/469904434","heartbeat_back_addr":"10.20.193.44:6804/469904434","heartbeat_front_addr":"10.20.193.44:6803/469904434","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":2253903352}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":2253903352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":2253903352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":2253903352}]},"public_addr":"10.20.193.44:6805/2253903352","cluster_addr":"10.20.193.44:6806/2253903352","heartbeat_back_addr":"10.20.193.44:6808/2253903352","heartbeat_front_addr":"10.20.193.44:6807/2253903352","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":7968290}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":7968290}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":7968290}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":7968290}]},"public_addr":"10.20.193.44:6809/7968290","cluster_addr":"10.20.193.44:6810/7968290","heartbeat_back_addr":"10.20.193.44:6812/7968290","heartbeat_front_addr":"10.20.193.44:6811/7968290","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":2035464847}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2035464847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2035464847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":2035464847}]},"public_addr":"10.20.193.44:6813/2035464847","cluster_addr":"10.20.193.44:6814/2035464847","heartbeat_back_addr":"10.20.193.44:6816/2035464847","heartbeat_front_addr":"10.20.193.44:6815/2035464847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.44:0/2649513115":"2026-02-15T01:56:21.653026+0000","10.20.193.44:6800/3588496006":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/827561595":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/3173211467":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/381057338":"2026-02-15T01:56:21.653026+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:36.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 >> v1:10.20.193.44:6800/2819503018 conn(0x7f912c04cad0 legacy=0x7f912c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 msgr2=0x7f916007b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 0x7f916007b710 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9160081ba0 tx=0x7f9148002900 comp rx=0 tx=0).stop 2026-02-14T01:56:36.044 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 shutdown_connections 2026-02-14T01:56:36.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9160176890 0x7f916007bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f916005c970 0x7f916007b710 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 --2- 10.20.193.44:0/148062902 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f916005c060 0x7f916007b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 >> 10.20.193.44:0/148062902 conn(0x7f91600833e0 msgr2=0x7f916007dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 shutdown_connections 2026-02-14T01:56:36.045 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.042+0000 7f9165569640 1 -- 10.20.193.44:0/148062902 wait complete. 2026-02-14T01:56:36.051 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-14T01:56:36.051 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:36.122 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- 10.20.193.44:0/2874813547 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 msgr2=0x7f65c812fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.122 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 --2- 10.20.193.44:0/2874813547 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c812fa60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f65b8005ea0 tx=0x7f65b802f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.122 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- 10.20.193.44:0/2874813547 shutdown_connections 2026-02-14T01:56:36.122 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 --2- 10.20.193.44:0/2874813547 >> v2:10.20.193.44:3300/0 conn(0x7f65c8136400 0x7f65c8198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.122 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 --2- 10.20.193.44:0/2874813547 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c812fa60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.122 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- 10.20.193.44:0/2874813547 >> 10.20.193.44:0/2874813547 conn(0x7f65c80886a0 msgr2=0x7f65c8088aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- 10.20.193.44:0/2874813547 shutdown_connections 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- 10.20.193.44:0/2874813547 wait complete. 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 Processor -- start 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- start start 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c805ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65c812ffa0 0x7f65c805b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65c8136400 0x7f65c805b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8198c60 con 0x7f65c8136400 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f65c8198ae0 con 0x7f65c812ffa0 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ceef1640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f65c8198de0 con 0x7f65c812f690 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65cdeef640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c805ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.123 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65cdeef640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c805ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57566/0 (socket says 10.20.193.44:57566) 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65cdeef640 1 -- 10.20.193.44:0/1976480929 learned_addr learned my addr 10.20.193.44:0/1976480929 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65cd6ee640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65c812ffa0 0x7f65c805b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.118+0000 7f65ce6f0640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65c8136400 0x7f65c805b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65cdeef640 1 -- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65c812ffa0 msgr2=0x7f65c805b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65cdeef640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65c812ffa0 0x7f65c805b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65cdeef640 1 -- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65c8136400 msgr2=0x7f65c805b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65cdeef640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65c8136400 0x7f65c805b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65cdeef640 1 -- 10.20.193.44:0/1976480929 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c805c6b0 con 0x7f65c812f690 2026-02-14T01:56:36.124 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65ce6f0640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65c8136400 0x7f65c805b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65cdeef640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c805ad70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f65b802fe70 tx=0x7f65b8002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8046070 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65b80045f0 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c8079d90 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8038470 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c8146270 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.119+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c812fa60 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.120+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f65b8038610 con 0x7f65c812f690 2026-02-14T01:56:36.125 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.120+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f65b8087ed0 con 0x7f65c812f690 2026-02-14T01:56:36.126 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.121+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f65b8086fa0 con 0x7f65c812f690 2026-02-14T01:56:36.198 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.197+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f65c8053100 con 0x7f65c812f690 2026-02-14T01:56:36.199 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.197+0000 7f65b67fc640 1 -- 10.20.193.44:0/1976480929 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+9170 (secure 0 0 0) 0x7f65b8005be0 con 0x7f65c812f690 2026-02-14T01:56:36.199 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:36.199 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":31,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:56:35.684878+0000","last_up_change":"2026-02-14T01:56:30.675493+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":469904434}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":469904434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":469904434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":469904434}]},"public_addr":"10.20.193.44:6801/469904434","cluster_addr":"10.20.193.44:6802/469904434","heartbeat_back_addr":"10.20.193.44:6804/469904434","heartbeat_front_addr":"10.20.193.44:6803/469904434","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":2253903352}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":2253903352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":2253903352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":2253903352}]},"public_addr":"10.20.193.44:6805/2253903352","cluster_addr":"10.20.193.44:6806/2253903352","heartbeat_back_addr":"10.20.193.44:6808/2253903352","heartbeat_front_addr":"10.20.193.44:6807/2253903352","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":7968290}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":7968290}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":7968290}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":7968290}]},"public_addr":"10.20.193.44:6809/7968290","cluster_addr":"10.20.193.44:6810/7968290","heartbeat_back_addr":"10.20.193.44:6812/7968290","heartbeat_front_addr":"10.20.193.44:6811/7968290","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":2035464847}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2035464847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2035464847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":2035464847}]},"public_addr":"10.20.193.44:6813/2035464847","cluster_addr":"10.20.193.44:6814/2035464847","heartbeat_back_addr":"10.20.193.44:6816/2035464847","heartbeat_front_addr":"10.20.193.44:6815/2035464847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.44:0/2649513115":"2026-02-15T01:56:21.653026+0000","10.20.193.44:6800/3588496006":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/827561595":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/3173211467":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/381057338":"2026-02-15T01:56:21.653026+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:36.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 >> v1:10.20.193.44:6800/2819503018 conn(0x7f659804cae0 legacy=0x7f659806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.200 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 msgr2=0x7f65c805ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c805ad70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f65b802fe70 tx=0x7f65b8002900 comp rx=0 tx=0).stop 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 shutdown_connections 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f65c8136400 0x7f65c805b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f65c812ffa0 0x7f65c805b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 --2- 10.20.193.44:0/1976480929 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f65c812f690 0x7f65c805ad70 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 >> 10.20.193.44:0/1976480929 conn(0x7f65c80886a0 msgr2=0x7f65c8134a20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 shutdown_connections 2026-02-14T01:56:36.201 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.198+0000 7f65ceef1640 1 -- 10.20.193.44:0/1976480929 wait complete. 2026-02-14T01:56:36.208 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-14T01:56:36.209 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-14T01:56:36.209 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-14T01:56:36.210 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 -- 10.20.193.44:0/3806921709 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 msgr2=0x7fd73407c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 --2- 10.20.193.44:0/3806921709 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd73407c400 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd71c004770 tx=0x7fd71c02f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 -- 10.20.193.44:0/3806921709 shutdown_connections 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 --2- 10.20.193.44:0/3806921709 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd73407c940 0x7fd73407cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 --2- 10.20.193.44:0/3806921709 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd73407c400 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 --2- 10.20.193.44:0/3806921709 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd734080bb0 0x7fd734080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 -- 10.20.193.44:0/3806921709 >> 10.20.193.44:0/3806921709 conn(0x7fd7340833e0 msgr2=0x7fd7340840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 -- 10.20.193.44:0/3806921709 shutdown_connections 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.278+0000 7fd738d01640 1 -- 10.20.193.44:0/3806921709 wait complete. 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 Processor -- start 2026-02-14T01:56:36.280 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 -- start start 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 -- 10.20.193.44:0/331617295 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 msgr2=0x7f9c0807fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 --2- 10.20.193.44:0/331617295 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 0x7f9c0807fb10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9bf80099b0 tx=0x7f9bf802f240 comp rx=0 tx=0).stop 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 -- 10.20.193.44:0/331617295 shutdown_connections 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 --2- 10.20.193.44:0/331617295 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 0x7f9c08080440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 --2- 10.20.193.44:0/331617295 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9c08176820 0x7f9c08196c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 --2- 10.20.193.44:0/331617295 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 0x7f9c0807fb10 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 -- 10.20.193.44:0/331617295 >> 10.20.193.44:0/331617295 conn(0x7f9c0808acf0 msgr2=0x7f9c080871c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 -- 10.20.193.44:0/331617295 shutdown_connections 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 -- 10.20.193.44:0/3597900842 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18175670 msgr2=0x7f1d18195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 --2- 10.20.193.44:0/3597900842 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18175670 0x7f1d18195a50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1d08004af0 tx=0x7f1d0802f310 comp rx=0 tx=0).stop 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9c10758640 1 -- 10.20.193.44:0/331617295 wait complete. 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd73407c940 0x7fd734144470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd734080bb0 0x7fd7341449b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd734059b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 -- 10.20.193.44:0/3597900842 shutdown_connections 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 --2- 10.20.193.44:0/3597900842 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18175670 0x7f1d18195a50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.281 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 --2- 10.20.193.44:0/3597900842 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1d18081690 0x7f1d18175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd734195870 con 0x7fd7340814c0 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fd7341956f0 con 0x7fd73407c940 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd738d01640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fd7341959f0 con 0x7fd734080bb0 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 -- 10.20.193.44:0/3597900842 >> 10.20.193.44:0/3597900842 conn(0x7f1d180833e0 msgr2=0x7f1d180840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 -- 10.20.193.44:0/3597900842 shutdown_connections 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f1d1d46f640 1 -- 10.20.193.44:0/3597900842 wait complete. 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd734059b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd731d74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd734080bb0 0x7fd7341449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd734059b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:50902/0 (socket says 10.20.193.44:50902) 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 -- 10.20.193.44:0/2648696798 learned_addr learned my addr 10.20.193.44:0/2648696798 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd73407c940 0x7fd734144470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 -- 10.20.193.44:0/1578509922 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 msgr2=0x7f9f28194450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.282 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 --2- 10.20.193.44:0/1578509922 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 0x7f9f28194450 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9f18009f10 tx=0x7f9f1802f340 comp rx=0 tx=0).stop 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 -- 10.20.193.44:0/1578509922 shutdown_connections 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 --2- 10.20.193.44:0/1578509922 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 0x7f9f28194450 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 --2- 10.20.193.44:0/1578509922 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9f280846b0 0x7f9f28173f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 -- 10.20.193.44:0/1578509922 >> 10.20.193.44:0/1578509922 conn(0x7f9f28087830 msgr2=0x7f9f28083d30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 -- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd734080bb0 msgr2=0x7fd7341449b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 --2- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fd734080bb0 0x7fd7341449b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 -- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd73407c940 msgr2=0x7fd734144470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 --2- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fd73407c940 0x7fd734144470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7fd732d76640 1 -- 10.20.193.44:0/2648696798 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd73405d040 con 0x7fd7340814c0 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 -- 10.20.193.44:0/1578509922 shutdown_connections 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.279+0000 7f9f2cced640 1 -- 10.20.193.44:0/1578509922 wait complete. 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd732d76640 1 --2- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd734059b60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd724009e90 tx=0x7fd724009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72400cdf0 con 0x7fd7340814c0 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7240090d0 con 0x7fd7340814c0 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd724003a80 con 0x7fd7340814c0 2026-02-14T01:56:36.283 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd738d01640 1 -- 10.20.193.44:0/2648696798 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd73412e2d0 con 0x7fd7340814c0 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 Processor -- start 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd738d01640 1 -- 10.20.193.44:0/2648696798 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd734144ef0 con 0x7fd7340814c0 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 Processor -- start 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 -- start start 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 -- start start 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 0x7f9c08196700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 0x7f9c08059e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9c08176820 0x7f9c0805a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c08197c10 con 0x7f9c080878d0 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9c08197a90 con 0x7f9c08176820 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c10758640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9c08197d90 con 0x7f9c08080050 2026-02-14T01:56:36.284 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 Processor -- start 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 0x7f9c08196700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 0x7f9c08196700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57632/0 (socket says 10.20.193.44:57632) 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 -- 10.20.193.44:0/1074361274 learned_addr learned my addr 10.20.193.44:0/1074361274 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0dccc640 1 --2- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 0x7f9c08059e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0ecce640 1 --2- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9c08176820 0x7f9c0805a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd734080f80 con 0x7fd7340814c0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 -- start start 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18080bb0 0x7f1d1812dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1d18081690 0x7f1d18175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1d18175670 0x7f1d180765d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1d18196a50 con 0x7f1d18080bb0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1d181968d0 con 0x7f1d18175670 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d1d46f640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1d18196bd0 con 0x7f1d18081690 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d16ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18080bb0 0x7f1d1812dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d167fc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1d18081690 0x7f1d18175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d16ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18080bb0 0x7f1d1812dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:50922/0 (socket says 10.20.193.44:50922) 2026-02-14T01:56:36.285 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d16ffd640 1 -- 10.20.193.44:0/2983151387 learned_addr learned my addr 10.20.193.44:0/2983151387 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d177fe640 1 --2- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1d18175670 0x7f1d180765d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 -- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9c08176820 msgr2=0x7f9c0805a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 --2- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9c08176820 0x7f9c0805a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 -- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 msgr2=0x7f9c08059e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 --2- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9c080878d0 0x7f9c08059e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 -- 10.20.193.44:0/1074361274 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c0805c820 con 0x7f9c08080050 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d167fc640 1 -- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1d18175670 msgr2=0x7f1d180765d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d167fc640 1 --2- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1d18175670 0x7f1d180765d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d167fc640 1 -- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18080bb0 msgr2=0x7f1d1812dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d167fc640 1 --2- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1d18080bb0 0x7f1d1812dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f1d167fc640 1 -- 10.20.193.44:0/2983151387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d18077f60 con 0x7f1d18081690 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9f280846b0 0x7f9f2805c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9f2812c300 0x7f9f2805c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 0x7f9f2805cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9f28195660 con 0x7f9f2812c300 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9f281954e0 con 0x7f9f280846b0 2026-02-14T01:56:36.286 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9f2cced640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9f281957e0 con 0x7f9f2812cde0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.280+0000 7f9c0e4cd640 1 --2- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 0x7f9c08196700 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9bf802fd50 tx=0x7f9bf802fd80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1d167fc640 1 --2- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1d18081690 0x7f1d18175130 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1d0000b8b0 tx=0x7f1d0000bd80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f26575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9f280846b0 0x7f9f2805c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9f2812c300 0x7f9f2805c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9f2812c300 0x7f9f2805c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:50932/0 (socket says 10.20.193.44:50932) 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 -- 10.20.193.44:0/1384726548 learned_addr learned my addr 10.20.193.44:0/1384726548 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f26575640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9f280846b0 0x7f9f2805c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46710/0 (socket says 10.20.193.44:46710) 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f26d76640 1 --2- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 0x7f9f2805cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf8046070 con 0x7f9c08080050 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fd724003c20 con 0x7fd7340814c0 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9bf80029a0 con 0x7f9c08080050 2026-02-14T01:56:36.287 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00009e30 con 0x7f1d18081690 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c0805c3b0 con 0x7f9c08080050 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d0000a9c0 con 0x7f1d18081690 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf8002df0 con 0x7f9c08080050 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d1807d120 con 0x7f1d18081690 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0000ae10 con 0x7f1d18081690 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 -- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 msgr2=0x7f9f2805cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 --2- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9f2812cde0 0x7f9f2805cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c08196c40 con 0x7f9c08080050 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 -- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9f280846b0 msgr2=0x7f9f2805c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 --2- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9f280846b0 0x7f9f2805c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 -- 10.20.193.44:0/1384726548 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f2807e140 con 0x7f9f2812c300 2026-02-14T01:56:36.288 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d18078810 con 0x7f1d18081690 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f25d74640 1 --2- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9f2812c300 0x7f9f2805c880 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9f100094b0 tx=0x7f9f1000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fd7240640e0 con 0x7fd7340814c0 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f1000cca0 con 0x7f9f2812c300 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f1000ce40 con 0x7f9f2812c300 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f10004ae0 con 0x7f9f2812c300 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 --> v1:10.20.193.44:6809/7968290 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd7000930a0 con 0x7fd700071400 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd72406b050 con 0x7fd7340814c0 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f2812d310 con 0x7f9f2812c300 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f281317c0 con 0x7f9f2812c300 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9c08080440 con 0x7f9c08080050 2026-02-14T01:56:36.289 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1d18130d20 con 0x7f1d18081690 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.281+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9bf8038470 con 0x7f9c08080050 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9f2812c6d0 con 0x7f9f2812c300 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f1d00014ce0 con 0x7f1d18081690 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f9bf8087c10 con 0x7f9c08080050 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9f10004c80 con 0x7f9f2812c300 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 --> v1:10.20.193.44:6813/2035464847 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9bd8093030 con 0x7f9bd8071390 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9bf808a2e0 con 0x7f9c08080050 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== osd.2 v1:10.20.193.44:6809/7968290 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7fd7000930a0 con 0x7fd700071400 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f1d0006bcd0 con 0x7f1d18081690 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 --> v1:10.20.193.44:6805/2253903352 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1d00028e50 con 0x7f1ce4071400 2026-02-14T01:56:36.290 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1d0006e330 con 0x7f1d18081690 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f9f10064100 con 0x7f9f2812c300 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 --> v1:10.20.193.44:6801/469904434 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9ef4093030 con 0x7f9ef4071390 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9f1006b050 con 0x7f9f2812c300 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.282+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== osd.3 v1:10.20.193.44:6813/2035464847 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f9bd8093030 con 0x7f9bd8071390 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.283+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== osd.1 v1:10.20.193.44:6805/2253903352 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f1d00028e50 con 0x7f1ce4071400 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.283+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== osd.0 v1:10.20.193.44:6801/469904434 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f9ef4093030 con 0x7f9ef4071390 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.289+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 --> v1:10.20.193.44:6809/7968290 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd73405a320 con 0x7fd700071400 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.289+0000 7fd71affd640 1 -- 10.20.193.44:0/2648696798 <== osd.2 v1:10.20.193.44:6809/7968290 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 795413372) 0x7fd71c033020 con 0x7fd700071400 2026-02-14T01:56:36.291 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 >> v1:10.20.193.44:6809/7968290 conn(0x7fd700071400 legacy=0x7fd700091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 >> v1:10.20.193.44:6800/2819503018 conn(0x7fd70004cae0 legacy=0x7fd70006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 msgr2=0x7fd734059b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 --2- 10.20.193.44:0/2648696798 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fd7340814c0 0x7fd734059b60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd724009e90 tx=0x7fd724009f90 comp rx=0 tx=0).stop 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd732d76640 1 -- 10.20.193.44:0/2648696798 reap_dead start 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 shutdown_connections 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 >> 10.20.193.44:0/2648696798 conn(0x7fd7340833e0 msgr2=0x7fd734132490 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 shutdown_connections 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7fd718ff9640 1 -- 10.20.193.44:0/2648696798 wait complete. 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 --> v1:10.20.193.44:6805/2253903352 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1d18076d60 con 0x7f1ce4071400 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7f1cf77fe640 1 -- 10.20.193.44:0/2983151387 <== osd.1 v1:10.20.193.44:6805/2253903352 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 4081650579) 0x7f1d08033020 con 0x7f1ce4071400 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.290+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 --> v1:10.20.193.44:6813/2035464847 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9c0805a880 con 0x7f9bd8071390 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 >> v1:10.20.193.44:6805/2253903352 conn(0x7f1ce4071400 legacy=0x7f1ce4091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9beeffd640 1 -- 10.20.193.44:0/1074361274 <== osd.3 v1:10.20.193.44:6813/2035464847 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7f9c0805a880 con 0x7f9bd8071390 2026-02-14T01:56:36.292 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 >> v1:10.20.193.44:6800/2819503018 conn(0x7f1ce404cae0 legacy=0x7f1ce406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1d18081690 msgr2=0x7f1d18175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 --2- 10.20.193.44:0/2983151387 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1d18081690 0x7f1d18175130 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1d0000b8b0 tx=0x7f1d0000bd80 comp rx=0 tx=0).stop 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d177fe640 1 -- 10.20.193.44:0/2983151387 reap_dead start 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 shutdown_connections 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 >> 10.20.193.44:0/2983151387 conn(0x7f1d180833e0 msgr2=0x7f1d1805c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 shutdown_connections 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f1d1d46f640 1 -- 10.20.193.44:0/2983151387 wait complete. 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 >> v1:10.20.193.44:6813/2035464847 conn(0x7f9bd8071390 legacy=0x7f9bd80917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 >> v1:10.20.193.44:6800/2819503018 conn(0x7f9bd804cae0 legacy=0x7f9bd806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 msgr2=0x7f9c08196700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 --2- 10.20.193.44:0/1074361274 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9c08080050 0x7f9c08196700 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9bf802fd50 tx=0x7f9bf802fd80 comp rx=0 tx=0).stop 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c0ecce640 1 -- 10.20.193.44:0/1074361274 reap_dead start 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 shutdown_connections 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 >> 10.20.193.44:0/1074361274 conn(0x7f9c0808acf0 msgr2=0x7f9c08079f10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 shutdown_connections 2026-02-14T01:56:36.293 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9c10758640 1 -- 10.20.193.44:0/1074361274 wait complete. 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 --> v1:10.20.193.44:6801/469904434 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9f2804c270 con 0x7f9ef4071390 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.291+0000 7f9f0effd640 1 -- 10.20.193.44:0/1384726548 <== osd.0 v1:10.20.193.44:6801/469904434 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1720373281) 0x7f9f2804c270 con 0x7f9ef4071390 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 >> v1:10.20.193.44:6801/469904434 conn(0x7f9ef4071390 legacy=0x7f9ef40917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 >> v1:10.20.193.44:6800/2819503018 conn(0x7f9ef404cae0 legacy=0x7f9ef406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9f2812c300 msgr2=0x7f9f2805c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 --2- 10.20.193.44:0/1384726548 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f9f2812c300 0x7f9f2805c880 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9f100094b0 tx=0x7f9f1000ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f26d76640 1 -- 10.20.193.44:0/1384726548 reap_dead start 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 shutdown_connections 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 >> 10.20.193.44:0/1384726548 conn(0x7f9f28087830 msgr2=0x7f9f28132c70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 shutdown_connections 2026-02-14T01:56:36.294 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.292+0000 7f9f2cced640 1 -- 10.20.193.44:0/1384726548 wait complete. 2026-02-14T01:56:36.297 INFO:teuthology.orchestra.run.trial044.stdout:111669149699 2026-02-14T01:56:36.298 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:36.299 INFO:teuthology.orchestra.run.trial044.stdout:103079215107 2026-02-14T01:56:36.299 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:36.299 INFO:teuthology.orchestra.run.trial044.stdout:115964116995 2026-02-14T01:56:36.299 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:36.300 INFO:teuthology.orchestra.run.trial044.stdout:107374182403 2026-02-14T01:56:36.300 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 -- 10.20.193.44:0/3428982437 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8081690 msgr2=0x7ffaf8175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 --2- 10.20.193.44:0/3428982437 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8081690 0x7ffaf8175130 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffae00098c0 tx=0x7ffae002f110 comp rx=0 tx=0).stop 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 -- 10.20.193.44:0/3428982437 shutdown_connections 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 --2- 10.20.193.44:0/3428982437 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8175670 0x7ffaf8195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 --2- 10.20.193.44:0/3428982437 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8081690 0x7ffaf8175130 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 -- 10.20.193.44:0/3428982437 >> 10.20.193.44:0/3428982437 conn(0x7ffaf80833e0 msgr2=0x7ffaf80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 -- 10.20.193.44:0/3428982437 shutdown_connections 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.408+0000 7ffafd701640 1 -- 10.20.193.44:0/3428982437 wait complete. 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3357522959 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 msgr2=0x7f46ec197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3357522959 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec197f50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f46e8004af0 tx=0x7f46e802f310 comp rx=0 tx=0).stop 2026-02-14T01:56:36.410 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3357522959 shutdown_connections 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3357522959 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec197f50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3357522959 >> v2:10.20.193.44:3300/0 conn(0x7f46ec157250 0x7f46ec177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3357522959 >> 10.20.193.44:0/3357522959 conn(0x7f46ec08aae0 msgr2=0x7f46ec08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 -- 10.20.193.44:0/1650167480 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5990080bb0 msgr2=0x7f5990080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 --2- 10.20.193.44:0/1650167480 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5990080bb0 0x7f5990080f80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5984005ea0 tx=0x7f598402f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3357522959 shutdown_connections 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3357522959 wait complete. 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 -- 10.20.193.44:0/1650167480 shutdown_connections 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 --2- 10.20.193.44:0/1650167480 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f59900814c0 0x7f599007c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 --2- 10.20.193.44:0/1650167480 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5990080bb0 0x7f5990080f80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 -- 10.20.193.44:0/1650167480 >> 10.20.193.44:0/1650167480 conn(0x7f59900833e0 msgr2=0x7f59900840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 -- 10.20.193.44:0/1650167480 shutdown_connections 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 -- 10.20.193.44:0/1650167480 wait complete. 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 Processor -- start 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 Processor -- start 2026-02-14T01:56:36.411 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 -- start start 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- start start 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 Processor -- start 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 -- start start 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f46ec130220 0x7f46ec177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f46ec157250 0x7f46ec197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec10f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec198ce0 con 0x7f46ec130220 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f46ec198b60 con 0x7f46ec157250 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f3cf5640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f46ec198e60 con 0x7f46ec177b70 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffaf8080bb0 0x7ffaf807d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8081690 0x7ffaf8175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 0x7ffaf807dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf8196b40 con 0x7ffaf8080bb0 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf81969c0 con 0x7ffaf8175670 2026-02-14T01:56:36.412 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffafd701640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7ffaf8196cc0 con 0x7ffaf8081690 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f1a6a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f46ec130220 0x7f46ec177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f226b640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec10f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f599007c940 0x7f5990143260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f226b640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec10f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57680/0 (socket says 10.20.193.44:57680) 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f226b640 1 -- 10.20.193.44:0/3653311414 learned_addr learned my addr 10.20.193.44:0/3653311414 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5990080bb0 0x7f59901437a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f46f1269640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f46ec157250 0x7f46ec197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7ffaf6ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffaf8080bb0 0x7ffaf807d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.409+0000 7f5994d98640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f59900814c0 0x7f5990143ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5994d98640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5990196bf0 con 0x7f59900814c0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5994d98640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5990196a70 con 0x7f599007c940 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5994d98640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5990196d70 con 0x7f5990080bb0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 0x7ffaf807dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.413 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf67fc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8081690 0x7ffaf8175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598dd74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5990080bb0 0x7f59901437a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f59900814c0 0x7f5990143ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598dd74640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5990080bb0 0x7f59901437a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57708/0 (socket says 10.20.193.44:57708) 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 0x7ffaf807dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46746/0 (socket says 10.20.193.44:46746) 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf67fc640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8081690 0x7ffaf8175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57696/0 (socket says 10.20.193.44:57696) 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598dd74640 1 -- 10.20.193.44:0/3426293936 learned_addr learned my addr 10.20.193.44:0/3426293936 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf6ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffaf8080bb0 0x7ffaf807d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:50978/0 (socket says 10.20.193.44:50978) 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 -- 10.20.193.44:0/44689297 learned_addr learned my addr 10.20.193.44:0/44689297 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598e575640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f599007c940 0x7f5990143260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f226b640 1 -- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f46ec157250 msgr2=0x7f46ec197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f226b640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f46ec157250 0x7f46ec197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f226b640 1 -- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f46ec130220 msgr2=0x7f46ec177630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f226b640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f46ec130220 0x7f46ec177630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f226b640 1 -- 10.20.193.44:0/3653311414 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ec111ec0 con 0x7f46ec177b70 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 -- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8081690 msgr2=0x7ffaf8175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.414 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8081690 0x7ffaf8175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 -- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffaf8080bb0 msgr2=0x7ffaf807d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffaf8080bb0 0x7ffaf807d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 -- 10.20.193.44:0/44689297 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf807f670 con 0x7ffaf8175670 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffaf77fe640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 0x7ffaf807dc60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ffae80095e0 tx=0x7ffae800e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f226b640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec10f9c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f46e80042f0 tx=0x7f46e8004320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 -- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5990080bb0 msgr2=0x7f59901437a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5990080bb0 0x7f59901437a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 -- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f599007c940 msgr2=0x7f5990143260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f599007c940 0x7f5990143260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 -- 10.20.193.44:0/3426293936 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5990077000 con 0x7f59900814c0 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8019070 con 0x7ffaf8175670 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8047070 con 0x7f46ec177b70 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46e8004830 con 0x7f46ec177b70 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffae8002c50 con 0x7ffaf8175670 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf807f350 con 0x7ffaf8175670 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8004330 con 0x7ffaf8175670 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ec112610 con 0x7f46ec177b70 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e80090d0 con 0x7f46ec177b70 2026-02-14T01:56:36.415 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f598ed76640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f59900814c0 0x7f5990143ce0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5980002ae0 tx=0x7f598000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ec1100e0 con 0x7f46ec177b70 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5980016020 con 0x7f59900814c0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f598000ab40 con 0x7f59900814c0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5990076450 con 0x7f59900814c0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5980012420 con 0x7f59900814c0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59901469c0 con 0x7f59900814c0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.410+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf817b600 con 0x7ffaf8175670 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaf8080f80 con 0x7ffaf8175670 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ec086570 con 0x7f46ec177b70 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ffae80044d0 con 0x7ffaf8175670 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5990080f80 con 0x7f59900814c0 2026-02-14T01:56:36.416 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f598001b400 con 0x7f59900814c0 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f46e8007760 con 0x7f46ec177b70 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7ffae8063cf0 con 0x7ffaf8175670 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5980063d30 con 0x7f59900814c0 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.411+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f46e8088740 con 0x7f46ec177b70 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.412+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ffaf807f670 con 0x7ffaf8175670 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f46e803d070 con 0x7f46ec177b70 2026-02-14T01:56:36.417 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5980020020 con 0x7f59900814c0 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 -- 10.20.193.44:0/3151036667 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc157250 msgr2=0x7fe5dc177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 --2- 10.20.193.44:0/3151036667 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc157250 0x7fe5dc177630 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0098f0 tx=0x7fe5cc02f130 comp rx=0 tx=0).stop 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 -- 10.20.193.44:0/3151036667 shutdown_connections 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 --2- 10.20.193.44:0/3151036667 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc177b70 0x7fe5dc197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 --2- 10.20.193.44:0/3151036667 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc157250 0x7fe5dc177630 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 -- 10.20.193.44:0/3151036667 >> 10.20.193.44:0/3151036667 conn(0x7fe5dc08aae0 msgr2=0x7fe5dc08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 -- 10.20.193.44:0/3151036667 shutdown_connections 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 -- 10.20.193.44:0/3151036667 wait complete. 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 Processor -- start 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.413+0000 7fe5e2941640 1 -- start start 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe5dc130220 0x7fe5dc177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 0x7fe5dc197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 0x7fe5dc111f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc198d40 con 0x7fe5dc130220 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fe5dc198bc0 con 0x7fe5dc177b70 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fe5dc198ec0 con 0x7fe5dc157250 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5db7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 0x7fe5dc197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe5dc130220 0x7fe5dc177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e0eb7640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 0x7fe5dc111f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5db7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 0x7fe5dc197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57718/0 (socket says 10.20.193.44:57718) 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e0eb7640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 0x7fe5dc111f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46788/0 (socket says 10.20.193.44:46788) 2026-02-14T01:56:36.418 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5db7fe640 1 -- 10.20.193.44:0/4283107477 learned_addr learned my addr 10.20.193.44:0/4283107477 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 -- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 msgr2=0x7fe5dc197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 0x7fe5dc197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 -- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 msgr2=0x7fe5dc111f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 0x7fe5dc111f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 -- 10.20.193.44:0/4283107477 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5dc0596e0 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e0eb7640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 0x7fe5dc111f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5db7fe640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 0x7fe5dc197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5dbfff640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe5dc130220 0x7fe5dc177630 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe5c8002760 tx=0x7fe5c800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c8005480 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe5c80036c0 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5dc058330 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c8003af0 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.414+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5dc1124c0 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.415+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5dc086570 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.415+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fe5c8003c90 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.415+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fe5c8063310 con 0x7fe5dc130220 2026-02-14T01:56:36.419 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.417+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fe5c80623e0 con 0x7fe5dc130220 2026-02-14T01:56:36.491 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.489+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ffaf8053200 con 0x7ffaf8175670 2026-02-14T01:56:36.491 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.490+0000 7ffad77fe640 1 -- 10.20.193.44:0/44689297 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ffae8010040 con 0x7ffaf8175670 2026-02-14T01:56:36.491 INFO:teuthology.orchestra.run.trial044.stdout:103079215106 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 >> v1:10.20.193.44:6800/2819503018 conn(0x7ffac404cae0 legacy=0x7ffac406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 msgr2=0x7ffaf807dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 0x7ffaf807dc60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ffae80095e0 tx=0x7ffae800e5e0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 shutdown_connections 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7ffaf8175670 0x7ffaf807dc60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7ffaf8081690 0x7ffaf8175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 --2- 10.20.193.44:0/44689297 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7ffaf8080bb0 0x7ffaf807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 >> 10.20.193.44:0/44689297 conn(0x7ffaf80833e0 msgr2=0x7ffaf812e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 shutdown_connections 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7ffafd701640 1 -- 10.20.193.44:0/44689297 wait complete. 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5990053200 con 0x7f59900814c0 2026-02-14T01:56:36.493 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.491+0000 7f5976ffd640 1 -- 10.20.193.44:0/3426293936 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5980062e00 con 0x7f59900814c0 2026-02-14T01:56:36.494 INFO:teuthology.orchestra.run.trial044.stdout:115964116994 2026-02-14T01:56:36.494 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.492+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f46ec0531d0 con 0x7f46ec177b70 2026-02-14T01:56:36.494 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.492+0000 7f46da7fc640 1 -- 10.20.193.44:0/3653311414 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f46ec081d30 con 0x7f46ec177b70 2026-02-14T01:56:36.494 INFO:teuthology.orchestra.run.trial044.stdout:111669149698 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 >> v1:10.20.193.44:6800/2819503018 conn(0x7f595c04cae0 legacy=0x7f595c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f59900814c0 msgr2=0x7f5990143ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f59900814c0 0x7f5990143ce0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5980002ae0 tx=0x7f598000cc30 comp rx=0 tx=0).stop 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 shutdown_connections 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f59900814c0 0x7f5990143ce0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5990080bb0 0x7f59901437a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 --2- 10.20.193.44:0/3426293936 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f599007c940 0x7f5990143260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 >> 10.20.193.44:0/3426293936 conn(0x7f59900833e0 msgr2=0x7f599005cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 shutdown_connections 2026-02-14T01:56:36.495 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.493+0000 7f5994d98640 1 -- 10.20.193.44:0/3426293936 wait complete. 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 >> v1:10.20.193.44:6800/2819503018 conn(0x7f46bc04cae0 legacy=0x7f46bc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 msgr2=0x7f46ec10f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec10f9c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f46e80042f0 tx=0x7f46e8004320 comp rx=0 tx=0).stop 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 shutdown_connections 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f46ec177b70 0x7f46ec10f9c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f46ec157250 0x7f46ec197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 --2- 10.20.193.44:0/3653311414 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f46ec130220 0x7f46ec177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 >> 10.20.193.44:0/3653311414 conn(0x7f46ec08aae0 msgr2=0x7f46ec082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 shutdown_connections 2026-02-14T01:56:36.496 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.494+0000 7f46f3cf5640 1 -- 10.20.193.44:0/3653311414 wait complete. 2026-02-14T01:56:36.498 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.497+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fe5dc0531d0 con 0x7fe5dc130220 2026-02-14T01:56:36.499 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.497+0000 7fe5d8ff9640 1 -- 10.20.193.44:0/4283107477 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe5c8061bd0 con 0x7fe5dc130220 2026-02-14T01:56:36.499 INFO:teuthology.orchestra.run.trial044.stdout:107374182402 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 >> v1:10.20.193.44:6800/2819503018 conn(0x7fe5ac04cae0 legacy=0x7fe5ac06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe5dc130220 msgr2=0x7fe5dc177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe5dc130220 0x7fe5dc177630 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe5c8002760 tx=0x7fe5c800c970 comp rx=0 tx=0).stop 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 shutdown_connections 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fe5dc177b70 0x7fe5dc111f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fe5dc157250 0x7fe5dc197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 --2- 10.20.193.44:0/4283107477 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fe5dc130220 0x7fe5dc177630 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 >> 10.20.193.44:0/4283107477 conn(0x7fe5dc08aae0 msgr2=0x7fe5dc082e40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 shutdown_connections 2026-02-14T01:56:36.501 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:36.499+0000 7fe5e2941640 1 -- 10.20.193.44:0/4283107477 wait complete. 2026-02-14T01:56:36.502 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215106 for osd.0 2026-02-14T01:56:36.503 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.3 2026-02-14T01:56:36.505 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149698 for osd.2 2026-02-14T01:56:36.509 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182402 for osd.1 2026-02-14T01:56:37.503 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:37.503 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:37.506 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:37.510 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-14T01:56:37.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 -- 10.20.193.44:0/622510209 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f74174330 msgr2=0x7f1f74194710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.577 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 --2- 10.20.193.44:0/622510209 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f74174330 0x7f1f74194710 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1f68009f10 tx=0x7f1f6802f3d0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 -- 10.20.193.44:0/622510209 shutdown_connections 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 --2- 10.20.193.44:0/622510209 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f74174330 0x7f1f74194710 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 --2- 10.20.193.44:0/622510209 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f7407de30 0x7f1f7407e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 -- 10.20.193.44:0/622510209 >> 10.20.193.44:0/622510209 conn(0x7f1f740833e0 msgr2=0x7f1f740840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 -- 10.20.193.44:0/622510209 shutdown_connections 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.575+0000 7f1f79aee640 1 -- 10.20.193.44:0/622510209 wait complete. 2026-02-14T01:56:37.578 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 -- 10.20.193.44:0/233801639 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 msgr2=0x7fc12c1751a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 --2- 10.20.193.44:0/233801639 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc114005fd0 tx=0x7fc11402f180 comp rx=0 tx=0).stop 2026-02-14T01:56:37.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 Processor -- start 2026-02-14T01:56:37.579 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 -- 10.20.193.44:0/233801639 shutdown_connections 2026-02-14T01:56:37.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 --2- 10.20.193.44:0/233801639 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc12c1756e0 0x7fc12c195ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 --2- 10.20.193.44:0/233801639 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 -- 10.20.193.44:0/233801639 >> 10.20.193.44:0/233801639 conn(0x7fc12c089230 msgr2=0x7fc12c05a910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.580 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 -- start start 2026-02-14T01:56:37.581 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 -- 10.20.193.44:0/233801639 shutdown_connections 2026-02-14T01:56:37.581 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7fc132e30640 1 -- 10.20.193.44:0/233801639 wait complete. 2026-02-14T01:56:37.581 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 -- 10.20.193.44:0/765493071 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 msgr2=0x7f64dc1366c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 --2- 10.20.193.44:0/765493071 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 0x7f64dc1366c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f64c8005ea0 tx=0x7f64c802f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 -- 10.20.193.44:0/765493071 shutdown_connections 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 --2- 10.20.193.44:0/765493071 >> v2:10.20.193.44:3300/0 conn(0x7f64dc136c00 0x7f64dc058650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 --2- 10.20.193.44:0/765493071 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 0x7f64dc1366c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 -- 10.20.193.44:0/765493071 >> 10.20.193.44:0/765493071 conn(0x7f64dc089230 msgr2=0x7f64dc05a910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 -- 10.20.193.44:0/765493071 shutdown_connections 2026-02-14T01:56:37.582 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f64e2185640 1 -- 10.20.193.44:0/765493071 wait complete. 2026-02-14T01:56:37.584 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f7407de30 0x7f1f7411fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.584 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 0x7f1f741201c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.584 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f74174330 0x7f1f74123040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f741957c0 con 0x7f1f74085b90 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f1f74195640 con 0x7f1f7407de30 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1f74195940 con 0x7f1f74174330 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 0x7f1f741201c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 0x7f1f741201c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51044/0 (socket says 10.20.193.44:51044) 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 -- 10.20.193.44:0/1105732781 learned_addr learned my addr 10.20.193.44:0/1105732781 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f737fe640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f7407de30 0x7f1f7411fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f73fff640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f74174330 0x7f1f74123040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 -- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f74174330 msgr2=0x7f1f74123040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f74174330 0x7f1f74123040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 -- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f7407de30 msgr2=0x7f1f7411fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.585 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f7407de30 0x7f1f7411fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 -- 10.20.193.44:0/1105732781 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7410bfe0 con 0x7f1f74085b90 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f73fff640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f74174330 0x7f1f74123040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f72ffd640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 0x7f1f741201c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1f64002750 tx=0x7f1f64002c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6400ece0 con 0x7f1f74085b90 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f64010430 con 0x7f1f74085b90 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f74120700 con 0x7f1f74085b90 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.576+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f64010880 con 0x7f1f74085b90 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f7410ba50 con 0x7f1f74085b90 2026-02-14T01:56:37.586 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 Processor -- start 2026-02-14T01:56:37.587 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 Processor -- start 2026-02-14T01:56:37.587 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 -- start start 2026-02-14T01:56:37.587 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 -- start start 2026-02-14T01:56:37.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 0x7f64dc100de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 0x7f64dc101320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f64dc136c00 0x7f64dc101860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.588 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f64dc198f30 con 0x7f64dc136c00 2026-02-14T01:56:37.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f64dc198db0 con 0x7f64dc1362f0 2026-02-14T01:56:37.589 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f64dc1990b0 con 0x7f64dc058b90 2026-02-14T01:56:37.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc12c086560 0x7fc12c17a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc12c1756e0 0x7fc12c17add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c196b20 con 0x7fc12c087040 2026-02-14T01:56:37.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fc12c1969a0 con 0x7fc12c1756e0 2026-02-14T01:56:37.590 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc132e30640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fc12c196ca0 con 0x7fc12c086560 2026-02-14T01:56:37.591 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 0x7f64dc100de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.591 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 0x7f64dc100de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57744/0 (socket says 10.20.193.44:57744) 2026-02-14T01:56:37.591 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 -- 10.20.193.44:0/3759325924 learned_addr learned my addr 10.20.193.44:0/3759325924 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:37.591 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64daffd640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 0x7f64dc101320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.591 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64dbfff640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f64dc136c00 0x7f64dc101860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.592 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.592 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51052/0 (socket says 10.20.193.44:51052) 2026-02-14T01:56:37.592 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 -- 10.20.193.44:0/3980846190 learned_addr learned my addr 10.20.193.44:0/3980846190 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:37.592 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc130ba5640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc12c086560 0x7fc12c17a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.592 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc1313a6640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc12c1756e0 0x7fc12c17add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f7407e230 con 0x7f1f74085b90 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 -- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 msgr2=0x7f64dc101320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 0x7f64dc101320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 -- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f64dc136c00 msgr2=0x7f64dc101860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f64dc136c00 0x7f64dc101860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 -- 10.20.193.44:0/3759325924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64dc11f250 con 0x7f64dc058b90 2026-02-14T01:56:37.593 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64db7fe640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 0x7f64dc100de0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f64c8004770 tx=0x7f64c802fda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:37.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f1f64020030 con 0x7f1f74085b90 2026-02-14T01:56:37.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 -- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc12c086560 msgr2=0x7fc12c17a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc12c086560 0x7fc12c17a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 -- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc12c1756e0 msgr2=0x7fc12c17add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc12c1756e0 0x7fc12c17add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 -- 10.20.193.44:0/3980846190 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc12c17d820 con 0x7fc12c087040 2026-02-14T01:56:37.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c8046070 con 0x7f64dc058b90 2026-02-14T01:56:37.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64c8002aa0 con 0x7f64dc058b90 2026-02-14T01:56:37.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c8038470 con 0x7f64dc058b90 2026-02-14T01:56:37.595 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7fc123fff640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc11402fe60 tx=0x7fc114002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:37.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64dc1032f0 con 0x7f64dc058b90 2026-02-14T01:56:37.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f64dc10e320 con 0x7f64dc058b90 2026-02-14T01:56:37.596 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.577+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f1f64063ce0 con 0x7f1f74085b90 2026-02-14T01:56:37.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.578+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64dc1366c0 con 0x7f64dc058b90 2026-02-14T01:56:37.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.578+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f64c8038610 con 0x7f64dc058b90 2026-02-14T01:56:37.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.578+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f64c8087e30 con 0x7f64dc058b90 2026-02-14T01:56:37.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc114046070 con 0x7fc12c087040 2026-02-14T01:56:37.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1140045b0 con 0x7fc12c087040 2026-02-14T01:56:37.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc114038470 con 0x7fc12c087040 2026-02-14T01:56:37.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc12c18d700 con 0x7fc12c087040 2026-02-14T01:56:37.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc12c17ce50 con 0x7fc12c087040 2026-02-14T01:56:37.598 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f1f64014030 con 0x7f1f74085b90 2026-02-14T01:56:37.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc12c086930 con 0x7fc12c087040 2026-02-14T01:56:37.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.579+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc114038610 con 0x7fc12c087040 2026-02-14T01:56:37.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.580+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fc114087d60 con 0x7fc12c087040 2026-02-14T01:56:37.600 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.580+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f64c8005be0 con 0x7f64dc058b90 2026-02-14T01:56:37.600 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.581+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fc114086e30 con 0x7fc12c087040 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- 10.20.193.44:0/2978525201 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 msgr2=0x7f16b8177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 --2- 10.20.193.44:0/2978525201 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8177630 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0099b0 tx=0x7f16ac02f1b0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- 10.20.193.44:0/2978525201 shutdown_connections 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 --2- 10.20.193.44:0/2978525201 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f16b8177b70 0x7f16b8197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 --2- 10.20.193.44:0/2978525201 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8177630 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- 10.20.193.44:0/2978525201 >> 10.20.193.44:0/2978525201 conn(0x7f16b808aae0 msgr2=0x7f16b808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.622 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- 10.20.193.44:0/2978525201 shutdown_connections 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- 10.20.193.44:0/2978525201 wait complete. 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 Processor -- start 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- start start 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f16b8130220 0x7f16b8177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f16b8177b70 0x7f16b81462e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f16b8198ca0 con 0x7f16b8177b70 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f16b8198b20 con 0x7f16b8157250 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bf831640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f16b8198e20 con 0x7f16b8130220 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bcda5640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bcda5640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46858/0 (socket says 10.20.193.44:46858) 2026-02-14T01:56:37.623 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bd5a6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f16b8130220 0x7f16b8177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bcda5640 1 -- 10.20.193.44:0/3557135862 learned_addr learned my addr 10.20.193.44:0/3557135862 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.618+0000 7f16bdda7640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f16b8177b70 0x7f16b81462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bcda5640 1 -- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f16b8130220 msgr2=0x7f16b8177630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bcda5640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f16b8130220 0x7f16b8177630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bcda5640 1 -- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f16b8177b70 msgr2=0x7f16b81462e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bcda5640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f16b8177b70 0x7f16b81462e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bcda5640 1 -- 10.20.193.44:0/3557135862 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b81307a0 con 0x7f16b8157250 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bcda5640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8197f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009ab0 tx=0x7f16ac002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac046070 con 0x7f16b8157250 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16ac002d00 con 0x7f16b8157250 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16b805ce80 con 0x7f16b8157250 2026-02-14T01:56:37.624 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac0386d0 con 0x7f16b8157250 2026-02-14T01:56:37.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f16b8146820 con 0x7f16b8157250 2026-02-14T01:56:37.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.619+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16b8086570 con 0x7f16b8157250 2026-02-14T01:56:37.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.620+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f16ac038870 con 0x7f16b8157250 2026-02-14T01:56:37.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.620+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f16ac088270 con 0x7f16b8157250 2026-02-14T01:56:37.625 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.622+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f16b8081d30 con 0x7f16b8157250 2026-02-14T01:56:37.658 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.657+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f64dc053100 con 0x7f64dc058b90 2026-02-14T01:56:37.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.657+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1f74053200 con 0x7f1f74085b90 2026-02-14T01:56:37.659 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.657+0000 7f64b7fff640 1 -- 10.20.193.44:0/3759325924 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f64c8086f00 con 0x7f64dc058b90 2026-02-14T01:56:37.659 INFO:teuthology.orchestra.run.trial044.stdout:103079215106 2026-02-14T01:56:37.660 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.657+0000 7f1f4ffff640 1 -- 10.20.193.44:0/1105732781 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1f64009480 con 0x7f1f74085b90 2026-02-14T01:56:37.660 INFO:teuthology.orchestra.run.trial044.stdout:111669149698 2026-02-14T01:56:37.660 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 >> v1:10.20.193.44:6800/2819503018 conn(0x7f64ac04cae0 legacy=0x7f64ac06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 msgr2=0x7f64dc100de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 0x7f64dc100de0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f64c8004770 tx=0x7f64c802fda0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 shutdown_connections 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f64dc136c00 0x7f64dc101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f64dc1362f0 0x7f64dc101320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 --2- 10.20.193.44:0/3759325924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f64dc058b90 0x7f64dc100de0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.661 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 >> 10.20.193.44:0/3759325924 conn(0x7f64dc089230 msgr2=0x7f64dc12f130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.662 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 >> v1:10.20.193.44:6800/2819503018 conn(0x7f1f4404cae0 legacy=0x7f1f4406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.662 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 shutdown_connections 2026-02-14T01:56:37.662 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 msgr2=0x7f1f741201c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.662 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 0x7f1f741201c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1f64002750 tx=0x7f1f64002c20 comp rx=0 tx=0).stop 2026-02-14T01:56:37.663 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f64e2185640 1 -- 10.20.193.44:0/3759325924 wait complete. 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 shutdown_connections 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1f74174330 0x7f1f74123040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f1f74085b90 0x7f1f741201c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 --2- 10.20.193.44:0/1105732781 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f1f7407de30 0x7f1f7411fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 >> 10.20.193.44:0/1105732781 conn(0x7f1f740833e0 msgr2=0x7f1f74081460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 shutdown_connections 2026-02-14T01:56:37.664 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7f1f79aee640 1 -- 10.20.193.44:0/1105732781 wait complete. 2026-02-14T01:56:37.665 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc12c053100 con 0x7fc12c087040 2026-02-14T01:56:37.665 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.659+0000 7fc1217fa640 1 -- 10.20.193.44:0/3980846190 <== mon.0 v2:10.20.193.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc1140620c0 con 0x7fc12c087040 2026-02-14T01:56:37.665 INFO:teuthology.orchestra.run.trial044.stdout:115964116994 2026-02-14T01:56:37.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 >> v1:10.20.193.44:6800/2819503018 conn(0x7fc0fc04cae0 legacy=0x7fc0fc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 msgr2=0x7fc12c1751a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc11402fe60 tx=0x7fc114002900 comp rx=0 tx=0).stop 2026-02-14T01:56:37.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 shutdown_connections 2026-02-14T01:56:37.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc12c1756e0 0x7fc12c17add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.666 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc12c087040 0x7fc12c1751a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.667 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 --2- 10.20.193.44:0/3980846190 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc12c086560 0x7fc12c17a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.667 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 >> 10.20.193.44:0/3980846190 conn(0x7fc12c089230 msgr2=0x7fc12c195880 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.667 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 shutdown_connections 2026-02-14T01:56:37.667 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.661+0000 7fc132e30640 1 -- 10.20.193.44:0/3980846190 wait complete. 2026-02-14T01:56:37.670 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215106 for osd.0 2026-02-14T01:56:37.671 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149698 for osd.2 2026-02-14T01:56:37.672 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.3 2026-02-14T01:56:37.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.703+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f16b80531d0 con 0x7f16b8157250 2026-02-14T01:56:37.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.704+0000 7f16a5ffb640 1 -- 10.20.193.44:0/3557135862 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f16ac087340 con 0x7f16b8157250 2026-02-14T01:56:37.705 INFO:teuthology.orchestra.run.trial044.stdout:107374182403 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 >> v1:10.20.193.44:6800/2819503018 conn(0x7f168804cad0 legacy=0x7f168806cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 msgr2=0x7f16b8197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8197f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009ab0 tx=0x7f16ac002900 comp rx=0 tx=0).stop 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 shutdown_connections 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f16b8177b70 0x7f16b81462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f16b8157250 0x7f16b8197f50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 --2- 10.20.193.44:0/3557135862 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f16b8130220 0x7f16b8177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:37.708 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 >> 10.20.193.44:0/3557135862 conn(0x7f16b808aae0 msgr2=0x7f16b81323c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:37.708 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 shutdown_connections 2026-02-14T01:56:37.708 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:37.705+0000 7f16bf831640 1 -- 10.20.193.44:0/3557135862 wait complete. 2026-02-14T01:56:37.714 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182403 for osd.1 2026-02-14T01:56:37.715 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:38.670 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-14T01:56:38.671 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-14T01:56:38.672 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- 10.20.193.44:0/1288928455 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a41759a0 msgr2=0x7f90a4195d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/1288928455 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a41759a0 0x7f90a4195d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f90a0004af0 tx=0x7f90a002f310 comp rx=0 tx=0).stop 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- 10.20.193.44:0/1288928455 shutdown_connections 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/1288928455 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a41759a0 0x7f90a4195d80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/1288928455 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a4175460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- 10.20.193.44:0/1288928455 >> 10.20.193.44:0/1288928455 conn(0x7f90a40580a0 msgr2=0x7f90a40865a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- 10.20.193.44:0/1288928455 shutdown_connections 2026-02-14T01:56:38.742 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- 10.20.193.44:0/1288928455 wait complete. 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 Processor -- start 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- start start 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a4084070 0x7f90a416a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 -- 10.20.193.44:0/3986434474 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5884130220 msgr2=0x7f5884086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 --2- 10.20.193.44:0/3986434474 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5884130220 0x7f5884086570 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5874005fd0 tx=0x7f587402f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a416ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f90a41759a0 0x7f90a4173300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f90a4196c40 con 0x7f90a4084070 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f90a4196ac0 con 0x7f90a41759a0 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f90ab2cf640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f90a4196dc0 con 0x7f90a4155080 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 -- 10.20.193.44:0/3986434474 shutdown_connections 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 --2- 10.20.193.44:0/3986434474 >> v2:10.20.193.44:3300/0 conn(0x7f58841368f0 0x7f5884197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 --2- 10.20.193.44:0/3986434474 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5884135f40 0x7f58841363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.743 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 --2- 10.20.193.44:0/3986434474 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5884130220 0x7f5884086570 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.741+0000 7f588bffb640 1 -- 10.20.193.44:0/3986434474 >> 10.20.193.44:0/3986434474 conn(0x7f588408aae0 msgr2=0x7f588408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 -- 10.20.193.44:0/3986434474 shutdown_connections 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a416ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 -- 10.20.193.44:0/3986434474 wait complete. 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a9845640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f90a41759a0 0x7f90a4173300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a9044640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a4084070 0x7f90a416a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a9044640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a4084070 0x7f90a416a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51088/0 (socket says 10.20.193.44:51088) 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a416ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57808/0 (socket says 10.20.193.44:57808) 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a9044640 1 -- 10.20.193.44:0/2036129924 learned_addr learned my addr 10.20.193.44:0/2036129924 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 -- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f90a41759a0 msgr2=0x7f90a4173300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f90a41759a0 0x7f90a4173300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 -- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a4084070 msgr2=0x7f90a416a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a4084070 0x7f90a416a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.744 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 -- 10.20.193.44:0/2036129924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a4173040 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90a8843640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a416ae20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f909800e9c0 tx=0x7f909800ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f909800cc90 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f909800ce30 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90a4059f20 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9098004ae0 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f90a4173840 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 Processor -- start 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 -- start start 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 0x7f588405b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5884135f40 0x7f588405bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f58841368f0 0x7f588405c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5884197b40 con 0x7f5884130220 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f58841979c0 con 0x7f5884135f40 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588bffb640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5884197cc0 con 0x7f58841368f0 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f5889d70640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 0x7f588405b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588956f640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5884135f40 0x7f588405bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a4084440 con 0x7f90a4155080 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f588a571640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f58841368f0 0x7f588405c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.745 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f5889d70640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 0x7f588405b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51092/0 (socket says 10.20.193.44:51092) 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.742+0000 7f5889d70640 1 -- 10.20.193.44:0/3869932994 learned_addr learned my addr 10.20.193.44:0/3869932994 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f588a571640 1 -- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5884135f40 msgr2=0x7f588405bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f588a571640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5884135f40 0x7f588405bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f588a571640 1 -- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 msgr2=0x7f588405b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f588a571640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 0x7f588405b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f588a571640 1 -- 10.20.193.44:0/3869932994 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f588405d700 con 0x7f58841368f0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f5889d70640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 0x7f588405b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9098004c80 con 0x7f90a4155080 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f588a571640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f58841368f0 0x7f588405c0f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5880007df0 tx=0x7f588000e510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.743+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f90980640b0 con 0x7f90a4155080 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880002c50 con 0x7f58841368f0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5880018070 con 0x7f58841368f0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880004330 con 0x7f58841368f0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f588407a6a0 con 0x7f58841368f0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f588405c630 con 0x7f58841368f0 2026-02-14T01:56:38.746 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9098063180 con 0x7f90a4155080 2026-02-14T01:56:38.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f58800044d0 con 0x7f58841368f0 2026-02-14T01:56:38.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58840841d0 con 0x7f58841368f0 2026-02-14T01:56:38.747 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.745+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5880063a90 con 0x7f58841368f0 2026-02-14T01:56:38.748 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.747+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f58840841d0 con 0x7f58841368f0 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 -- 10.20.193.44:0/2066592298 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940081690 msgr2=0x7fc940175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 --2- 10.20.193.44:0/2066592298 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940081690 0x7fc940175130 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc928004770 tx=0x7fc92802f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 -- 10.20.193.44:0/2066592298 shutdown_connections 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 --2- 10.20.193.44:0/2066592298 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc940195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 --2- 10.20.193.44:0/2066592298 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940081690 0x7fc940175130 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 -- 10.20.193.44:0/2066592298 >> 10.20.193.44:0/2066592298 conn(0x7fc9400833e0 msgr2=0x7fc9400840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.786 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 -- 10.20.193.44:0/2066592298 shutdown_connections 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.781+0000 7fc9455e6640 1 -- 10.20.193.44:0/2066592298 wait complete. 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 Processor -- start 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 -- start start 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 0x7fc94012cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc940081690 0x7fc940175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc94012d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc94005ddd0 con 0x7fc940080bb0 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fc9401969b0 con 0x7fc940081690 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fc940196830 con 0x7fc940175670 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93effd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 0x7fc94012cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc94012d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc94012d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57822/0 (socket says 10.20.193.44:57822) 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 -- 10.20.193.44:0/852963098 learned_addr learned my addr 10.20.193.44:0/852963098 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93effd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 0x7fc94012cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51108/0 (socket says 10.20.193.44:51108) 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93e7fc640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc940081690 0x7fc940175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 -- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc940081690 msgr2=0x7fc940175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc940081690 0x7fc940175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 -- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 msgr2=0x7fc94012cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 0x7fc94012cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 -- 10.20.193.44:0/852963098 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc940177860 con 0x7fc940175670 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93effd640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 0x7fc94012cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc93f7fe640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc94012d060 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc930007f80 tx=0x7fc93000e5e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc930019070 con 0x7fc940175670 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc93000ee60 con 0x7fc940175670 2026-02-14T01:56:38.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc930002e60 con 0x7fc940175670 2026-02-14T01:56:38.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc940175bd0 con 0x7fc940175670 2026-02-14T01:56:38.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.782+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc94017c870 con 0x7fc940175670 2026-02-14T01:56:38.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.783+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc940080f80 con 0x7fc940175670 2026-02-14T01:56:38.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.783+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc930004350 con 0x7fc940175670 2026-02-14T01:56:38.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.783+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fc930063d70 con 0x7fc940175670 2026-02-14T01:56:38.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.785+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fc930010040 con 0x7fc940175670 2026-02-14T01:56:38.822 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.820+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f90a4053100 con 0x7f90a4155080 2026-02-14T01:56:38.822 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.821+0000 7f9091ffb640 1 -- 10.20.193.44:0/2036129924 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9098062970 con 0x7f90a4155080 2026-02-14T01:56:38.823 INFO:teuthology.orchestra.run.trial044.stdout:111669149699 2026-02-14T01:56:38.824 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 >> v1:10.20.193.44:6800/2819503018 conn(0x7f907404cad0 legacy=0x7f907406cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.824 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 msgr2=0x7f90a416ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.824 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a416ae20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f909800e9c0 tx=0x7f909800ee90 comp rx=0 tx=0).stop 2026-02-14T01:56:38.824 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 shutdown_connections 2026-02-14T01:56:38.825 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f90a41759a0 0x7f90a4173300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.825 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f90a4155080 0x7f90a416ae20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.825 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 --2- 10.20.193.44:0/2036129924 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f90a4084070 0x7f90a416a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.825 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 >> 10.20.193.44:0/2036129924 conn(0x7f90a40580a0 msgr2=0x7f90a4174f40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.825 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 shutdown_connections 2026-02-14T01:56:38.825 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.822+0000 7f90ab2cf640 1 -- 10.20.193.44:0/2036129924 wait complete. 2026-02-14T01:56:38.826 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.825+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f5884086570 con 0x7f58841368f0 2026-02-14T01:56:38.826 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.825+0000 7f58727fc640 1 -- 10.20.193.44:0/3869932994 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5880010040 con 0x7f58841368f0 2026-02-14T01:56:38.827 INFO:teuthology.orchestra.run.trial044.stdout:103079215108 2026-02-14T01:56:38.828 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 >> v1:10.20.193.44:6800/2819503018 conn(0x7f585404cb30 legacy=0x7f585406cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.828 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f58841368f0 msgr2=0x7f588405c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.828 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f58841368f0 0x7f588405c0f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5880007df0 tx=0x7f588000e510 comp rx=0 tx=0).stop 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 shutdown_connections 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f58841368f0 0x7f588405c0f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5884135f40 0x7f588405bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 --2- 10.20.193.44:0/3869932994 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5884130220 0x7f588405b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 >> 10.20.193.44:0/3869932994 conn(0x7f588408aae0 msgr2=0x7f58841348a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 shutdown_connections 2026-02-14T01:56:38.829 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.826+0000 7f588bffb640 1 -- 10.20.193.44:0/3869932994 wait complete. 2026-02-14T01:56:38.832 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149699 for osd.2 2026-02-14T01:56:38.833 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:38.836 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215108 for osd.0 2026-02-14T01:56:38.837 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:38.862 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.861+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc9401345c0 con 0x7fc940175670 2026-02-14T01:56:38.863 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.861+0000 7fc91f7fe640 1 -- 10.20.193.44:0/852963098 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc930009b50 con 0x7fc940175670 2026-02-14T01:56:38.863 INFO:teuthology.orchestra.run.trial044.stdout:115964116995 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.862+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 >> v1:10.20.193.44:6800/2819503018 conn(0x7fc90c04cae0 legacy=0x7fc90c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.862+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 msgr2=0x7fc94012d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.862+0000 7fc9455e6640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc94012d060 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc930007f80 tx=0x7fc93000e5e0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 shutdown_connections 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc940175670 0x7fc94012d060 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc940081690 0x7fc940175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 --2- 10.20.193.44:0/852963098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc940080bb0 0x7fc94012cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 >> 10.20.193.44:0/852963098 conn(0x7fc9400833e0 msgr2=0x7fc94012ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 shutdown_connections 2026-02-14T01:56:38.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.863+0000 7fc9455e6640 1 -- 10.20.193.44:0/852963098 wait complete. 2026-02-14T01:56:38.873 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116995 for osd.3 2026-02-14T01:56:38.873 DEBUG:teuthology.parallel:result is None 2026-02-14T01:56:38.874 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-14T01:56:38.874 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 -- 10.20.193.44:0/1633348147 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 msgr2=0x7f3fb0196150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 --2- 10.20.193.44:0/1633348147 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb0196150 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3fa4004af0 tx=0x7f3fa402f310 comp rx=0 tx=0).stop 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 -- 10.20.193.44:0/1633348147 shutdown_connections 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 --2- 10.20.193.44:0/1633348147 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb0196150 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 --2- 10.20.193.44:0/1633348147 >> v2:10.20.193.44:3300/0 conn(0x7f3fb0080bb0 0x7f3fb0080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 -- 10.20.193.44:0/1633348147 >> 10.20.193.44:0/1633348147 conn(0x7f3fb00833e0 msgr2=0x7f3fb00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:38.987 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 -- 10.20.193.44:0/1633348147 shutdown_connections 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 -- 10.20.193.44:0/1633348147 wait complete. 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 Processor -- start 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 -- start start 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb01331e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.982+0000 7f3fb6690640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb0080bb0 0x7f3fb0133720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb00814c0 0x7f3fb01465c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb0196a70 con 0x7f3fb00814c0 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f3fb01968f0 con 0x7f3fb0080bb0 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f3fb0196bf0 con 0x7f3fb007cb10 2026-02-14T01:56:38.988 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb01331e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb01331e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57842/0 (socket says 10.20.193.44:57842) 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb4c06640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb00814c0 0x7f3fb01465c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 -- 10.20.193.44:0/320052515 learned_addr learned my addr 10.20.193.44:0/320052515 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faf7fe640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb0080bb0 0x7f3fb0133720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 -- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb0080bb0 msgr2=0x7f3fb0133720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb0080bb0 0x7f3fb0133720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 -- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb00814c0 msgr2=0x7f3fb01465c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb00814c0 0x7f3fb01465c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 -- 10.20.193.44:0/320052515 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb0076ca0 con 0x7f3fb007cb10 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb4c06640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb00814c0 0x7f3fb01465c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:38.989 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3faffff640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb01331e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3f9c0094b0 tx=0x7f3f9c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f9c00cd20 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f9c004880 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fb0075dc0 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f9c004cd0 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fb00760f0 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.983+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fb0080f80 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.984+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f3f9c004080 con 0x7f3fb007cb10 2026-02-14T01:56:38.990 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.984+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f3f9c0641d0 con 0x7f3fb007cb10 2026-02-14T01:56:38.991 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:38.986+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f3f9c0632a0 con 0x7f3fb007cb10 2026-02-14T01:56:39.061 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.059+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3fb00762c0 con 0x7f3f8004cae0 2026-02-14T01:56:39.062 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.060+0000 7f3facff9640 1 -- 10.20.193.44:0/320052515 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31998 (unknown 2965378022 0 3708768611) 0x7f3fb00762c0 con 0x7f3f8004cae0 2026-02-14T01:56:39.062 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:39.063 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 >> v1:10.20.193.44:6800/2819503018 conn(0x7f3f8004cae0 legacy=0x7f3f8006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 msgr2=0x7f3fb01331e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb01331e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3f9c0094b0 tx=0x7f3f9c00ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 shutdown_connections 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f3fb00814c0 0x7f3fb01465c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f3fb0080bb0 0x7f3fb0133720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 --2- 10.20.193.44:0/320052515 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f3fb007cb10 0x7f3fb01331e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 >> 10.20.193.44:0/320052515 conn(0x7f3fb00833e0 msgr2=0x7f3fb005c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 shutdown_connections 2026-02-14T01:56:39.064 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.061+0000 7f3fb6690640 1 -- 10.20.193.44:0/320052515 wait complete. 2026-02-14T01:56:39.070 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-14T01:56:37.661173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112056,"kb_used_data":2168,"kb_used_omap":34,"kb_used_meta":109789,"kb_avail":377375304,"statfs":{"total":386547056640,"available":386432311296,"internally_reserved":0,"allocated":2220032,"data_stored":1536145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35329,"internal_metadata":112424447},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.980249"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871722+0000","last_change":"2026-02-14T01:56:31.683478+0000","last_active":"2026-02-14T01:56:34.871722+0000","last_peered":"2026-02-14T01:56:34.871722+0000","last_clean":"2026-02-14T01:56:34.871722+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:34.871722+0000","last_undegraded":"2026-02-14T01:56:34.871722+0000","last_fullsized":"2026-02-14T01:56:34.871722+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:12:05.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687897+0000","last_change":"2026-02-14T01:56:29.678029+0000","last_active":"2026-02-14T01:56:35.687897+0000","last_peered":"2026-02-14T01:56:35.687897+0000","last_clean":"2026-02-14T01:56:35.687897+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:35.687897+0000","last_undegraded":"2026-02-14T01:56:35.687897+0000","last_fullsized":"2026-02-14T01:56:35.687897+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:39:50.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871704+0000","last_change":"2026-02-14T01:56:31.683131+0000","last_active":"2026-02-14T01:56:34.871704+0000","last_peered":"2026-02-14T01:56:34.871704+0000","last_clean":"2026-02-14T01:56:34.871704+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:34.871704+0000","last_undegraded":"2026-02-14T01:56:34.871704+0000","last_fullsized":"2026-02-14T01:56:34.871704+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:09:40.415080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687906+0000","last_change":"2026-02-14T01:56:29.678051+0000","last_active":"2026-02-14T01:56:35.687906+0000","last_peered":"2026-02-14T01:56:35.687906+0000","last_clean":"2026-02-14T01:56:35.687906+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:35.687906+0000","last_undegraded":"2026-02-14T01:56:35.687906+0000","last_fullsized":"2026-02-14T01:56:35.687906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:14:53.704682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":51,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871692+0000","last_change":"2026-02-14T01:56:31.683381+0000","last_active":"2026-02-14T01:56:34.871692+0000","last_peered":"2026-02-14T01:56:34.871692+0000","last_clean":"2026-02-14T01:56:34.871692+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:34.871692+0000","last_undegraded":"2026-02-14T01:56:34.871692+0000","last_fullsized":"2026-02-14T01:56:34.871692+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T12:24:56.727223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687813+0000","last_change":"2026-02-14T01:56:31.683324+0000","last_active":"2026-02-14T01:56:35.687813+0000","last_peered":"2026-02-14T01:56:35.687813+0000","last_clean":"2026-02-14T01:56:35.687813+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:35.687813+0000","last_undegraded":"2026-02-14T01:56:35.687813+0000","last_fullsized":"2026-02-14T01:56:35.687813+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:37:57.790916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871697+0000","last_change":"2026-02-14T01:56:31.683415+0000","last_active":"2026-02-14T01:56:34.871697+0000","last_peered":"2026-02-14T01:56:34.871697+0000","last_clean":"2026-02-14T01:56:34.871697+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:34.871697+0000","last_undegraded":"2026-02-14T01:56:34.871697+0000","last_fullsized":"2026-02-14T01:56:34.871697+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T10:22:08.346285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871714+0000","last_change":"2026-02-14T01:56:31.683484+0000","last_active":"2026-02-14T01:56:34.871714+0000","last_peered":"2026-02-14T01:56:34.871714+0000","last_clean":"2026-02-14T01:56:34.871714+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:34.871714+0000","last_undegraded":"2026-02-14T01:56:34.871714+0000","last_fullsized":"2026-02-14T01:56:34.871714+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:45:15.182326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":164,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687848+0000","last_change":"2026-02-14T01:56:29.680251+0000","last_active":"2026-02-14T01:56:35.687848+0000","last_peered":"2026-02-14T01:56:35.687848+0000","last_clean":"2026-02-14T01:56:35.687848+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:35.687848+0000","last_undegraded":"2026-02-14T01:56:35.687848+0000","last_fullsized":"2026-02-14T01:56:35.687848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:09:02.549261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7691,"internal_metadata":28107253},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":87949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8339,"internal_metadata":28106605},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:39.072 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:39.144 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 -- 10.20.193.44:0/1948825529 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 msgr2=0x7fabb4197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 --2- 10.20.193.44:0/1948825529 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4197c80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fabb0009750 tx=0x7fabb002f400 comp rx=0 tx=0).stop 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 -- 10.20.193.44:0/1948825529 shutdown_connections 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 --2- 10.20.193.44:0/1948825529 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4197c80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 --2- 10.20.193.44:0/1948825529 >> v2:10.20.193.44:3300/0 conn(0x7fabb405cb40 0x7fabb4177360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 -- 10.20.193.44:0/1948825529 >> 10.20.193.44:0/1948825529 conn(0x7fabb40833e0 msgr2=0x7fabb40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 -- 10.20.193.44:0/1948825529 shutdown_connections 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 -- 10.20.193.44:0/1948825529 wait complete. 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 Processor -- start 2026-02-14T01:56:39.145 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.140+0000 7fabbc403640 1 -- start start 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 0x7fabb4188860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fabb405cb40 0x7fabb4189640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4189b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4198bf0 con 0x7fabb405cb40 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fabb4198a70 con 0x7fabb405c060 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fabb4198d70 con 0x7fabb41778a0 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 0x7fabb4188860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabb9977640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fabb405cb40 0x7fabb4189640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba979640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4189b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.146 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 0x7fabb4188860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46894/0 (socket says 10.20.193.44:46894) 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 -- 10.20.193.44:0/972195519 learned_addr learned my addr 10.20.193.44:0/972195519 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba979640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4189b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57858/0 (socket says 10.20.193.44:57858) 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 -- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 msgr2=0x7fabb4189b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4189b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 -- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fabb405cb40 msgr2=0x7fabb4189640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fabb405cb40 0x7fabb4189640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 -- 10.20.193.44:0/972195519 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb418bb70 con 0x7fabb405c060 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabb9977640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fabb405cb40 0x7fabb4189640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabba178640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 0x7fabb4188860 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faba400c680 tx=0x7faba400cb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4016070 con 0x7fabb405c060 2026-02-14T01:56:39.147 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faba4004310 con 0x7fabb405c060 2026-02-14T01:56:39.148 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabb418b850 con 0x7fabb405c060 2026-02-14T01:56:39.148 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40068c0 con 0x7fabb405c060 2026-02-14T01:56:39.148 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.141+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fabb418a0c0 con 0x7fabb405c060 2026-02-14T01:56:39.148 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.142+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabb405c430 con 0x7fabb405c060 2026-02-14T01:56:39.148 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.142+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7faba4006a60 con 0x7fabb405c060 2026-02-14T01:56:39.148 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.142+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7faba40634e0 con 0x7fabb405c060 2026-02-14T01:56:39.149 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.143+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7faba40625b0 con 0x7fabb405c060 2026-02-14T01:56:39.221 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.220+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fabb418af70 con 0x7fab8404cae0 2026-02-14T01:56:39.222 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.220+0000 7fab9affd640 1 -- 10.20.193.44:0/972195519 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31998 (unknown 2965378022 0 3708768611) 0x7fabb418af70 con 0x7fab8404cae0 2026-02-14T01:56:39.223 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 >> v1:10.20.193.44:6800/2819503018 conn(0x7fab8404cae0 legacy=0x7fab8406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 msgr2=0x7fabb4188860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 0x7fabb4188860 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faba400c680 tx=0x7faba400cb50 comp rx=0 tx=0).stop 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 shutdown_connections 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fabb41778a0 0x7fabb4189b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fabb405cb40 0x7fabb4189640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 --2- 10.20.193.44:0/972195519 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fabb405c060 0x7fabb4188860 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 >> 10.20.193.44:0/972195519 conn(0x7fabb40833e0 msgr2=0x7fabb4075c60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 shutdown_connections 2026-02-14T01:56:39.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.221+0000 7fabbc403640 1 -- 10.20.193.44:0/972195519 wait complete. 2026-02-14T01:56:39.231 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-14T01:56:37.661173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112056,"kb_used_data":2168,"kb_used_omap":34,"kb_used_meta":109789,"kb_avail":377375304,"statfs":{"total":386547056640,"available":386432311296,"internally_reserved":0,"allocated":2220032,"data_stored":1536145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35329,"internal_metadata":112424447},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.980249"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871722+0000","last_change":"2026-02-14T01:56:31.683478+0000","last_active":"2026-02-14T01:56:34.871722+0000","last_peered":"2026-02-14T01:56:34.871722+0000","last_clean":"2026-02-14T01:56:34.871722+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:34.871722+0000","last_undegraded":"2026-02-14T01:56:34.871722+0000","last_fullsized":"2026-02-14T01:56:34.871722+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:12:05.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687897+0000","last_change":"2026-02-14T01:56:29.678029+0000","last_active":"2026-02-14T01:56:35.687897+0000","last_peered":"2026-02-14T01:56:35.687897+0000","last_clean":"2026-02-14T01:56:35.687897+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:35.687897+0000","last_undegraded":"2026-02-14T01:56:35.687897+0000","last_fullsized":"2026-02-14T01:56:35.687897+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:39:50.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871704+0000","last_change":"2026-02-14T01:56:31.683131+0000","last_active":"2026-02-14T01:56:34.871704+0000","last_peered":"2026-02-14T01:56:34.871704+0000","last_clean":"2026-02-14T01:56:34.871704+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:34.871704+0000","last_undegraded":"2026-02-14T01:56:34.871704+0000","last_fullsized":"2026-02-14T01:56:34.871704+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:09:40.415080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687906+0000","last_change":"2026-02-14T01:56:29.678051+0000","last_active":"2026-02-14T01:56:35.687906+0000","last_peered":"2026-02-14T01:56:35.687906+0000","last_clean":"2026-02-14T01:56:35.687906+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:35.687906+0000","last_undegraded":"2026-02-14T01:56:35.687906+0000","last_fullsized":"2026-02-14T01:56:35.687906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:14:53.704682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":51,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871692+0000","last_change":"2026-02-14T01:56:31.683381+0000","last_active":"2026-02-14T01:56:34.871692+0000","last_peered":"2026-02-14T01:56:34.871692+0000","last_clean":"2026-02-14T01:56:34.871692+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:34.871692+0000","last_undegraded":"2026-02-14T01:56:34.871692+0000","last_fullsized":"2026-02-14T01:56:34.871692+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T12:24:56.727223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687813+0000","last_change":"2026-02-14T01:56:31.683324+0000","last_active":"2026-02-14T01:56:35.687813+0000","last_peered":"2026-02-14T01:56:35.687813+0000","last_clean":"2026-02-14T01:56:35.687813+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:35.687813+0000","last_undegraded":"2026-02-14T01:56:35.687813+0000","last_fullsized":"2026-02-14T01:56:35.687813+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:37:57.790916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871697+0000","last_change":"2026-02-14T01:56:31.683415+0000","last_active":"2026-02-14T01:56:34.871697+0000","last_peered":"2026-02-14T01:56:34.871697+0000","last_clean":"2026-02-14T01:56:34.871697+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:34.871697+0000","last_undegraded":"2026-02-14T01:56:34.871697+0000","last_fullsized":"2026-02-14T01:56:34.871697+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T10:22:08.346285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871714+0000","last_change":"2026-02-14T01:56:31.683484+0000","last_active":"2026-02-14T01:56:34.871714+0000","last_peered":"2026-02-14T01:56:34.871714+0000","last_clean":"2026-02-14T01:56:34.871714+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:34.871714+0000","last_undegraded":"2026-02-14T01:56:34.871714+0000","last_fullsized":"2026-02-14T01:56:34.871714+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:45:15.182326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":164,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687848+0000","last_change":"2026-02-14T01:56:29.680251+0000","last_active":"2026-02-14T01:56:35.687848+0000","last_peered":"2026-02-14T01:56:35.687848+0000","last_clean":"2026-02-14T01:56:35.687848+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:35.687848+0000","last_undegraded":"2026-02-14T01:56:35.687848+0000","last_fullsized":"2026-02-14T01:56:35.687848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:09:02.549261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7691,"internal_metadata":28107253},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":87949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8339,"internal_metadata":28106605},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:39.232 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-14T01:56:39.232 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-14T01:56:39.233 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-14T01:56:39.233 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-14T01:56:39.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 -- 10.20.193.44:0/1470615808 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 msgr2=0x7f0eb0194710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/1470615808 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 0x7f0eb0194710 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009fd0 tx=0x7f0ea002f450 comp rx=0 tx=0).stop 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 -- 10.20.193.44:0/1470615808 shutdown_connections 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/1470615808 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 0x7f0eb0194710 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/1470615808 >> v2:10.20.193.44:3300/0 conn(0x7f0eb0085b90 0x7f0eb007d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 -- 10.20.193.44:0/1470615808 >> 10.20.193.44:0/1470615808 conn(0x7f0eb00833e0 msgr2=0x7f0eb00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 -- 10.20.193.44:0/1470615808 shutdown_connections 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 -- 10.20.193.44:0/1470615808 wait complete. 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.299+0000 7f0eb5a31640 1 Processor -- start 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 -- start start 2026-02-14T01:56:39.304 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 0x7f0eb007b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0eb0085b90 0x7f0eb007b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 0x7f0eb007bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0eb0195810 con 0x7f0eb0085b90 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f0eb0195690 con 0x7f0eb0174330 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f0eb0195990 con 0x7f0eb007dc60 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 0x7f0eb007b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eae7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0eb0085b90 0x7f0eb007b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 0x7f0eb007b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57870/0 (socket says 10.20.193.44:57870) 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 -- 10.20.193.44:0/3973863973 learned_addr learned my addr 10.20.193.44:0/3973863973 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaf7fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 0x7f0eb007bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 -- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 msgr2=0x7f0eb007bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.305 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 0x7f0eb007bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 -- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0eb0085b90 msgr2=0x7f0eb007b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0eb0085b90 0x7f0eb007b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 -- 10.20.193.44:0/3973863973 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0eb0058230 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eae7fc640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0eb0085b90 0x7f0eb007b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eaeffd640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 0x7f0eb007b480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40094b0 tx=0x7f0ea400ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea400cca0 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ea400ce40 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0eb00590a0 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4004ae0 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.300+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0eb0165900 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.301+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0eb007d720 con 0x7f0eb007dc60 2026-02-14T01:56:39.306 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.301+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f0ea4004c80 con 0x7f0eb007dc60 2026-02-14T01:56:39.307 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.301+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f0ea40641b0 con 0x7f0eb007dc60 2026-02-14T01:56:39.307 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.303+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f0eb0058230 con 0x7f0eb007dc60 2026-02-14T01:56:39.392 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.389+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f0eb0053200 con 0x7f0eb007dc60 2026-02-14T01:56:39.392 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.390+0000 7f0e87fff640 1 -- 10.20.193.44:0/3973863973 <== mon.2 v2:10.20.193.44:3302/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f0ea4063280 con 0x7f0eb007dc60 2026-02-14T01:56:39.392 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:39.392 INFO:teuthology.orchestra.run.trial044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.390+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 >> v1:10.20.193.44:6800/2819503018 conn(0x7f0e8004cae0 legacy=0x7f0e8006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.390+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 msgr2=0x7f0eb007b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.390+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 0x7f0eb007b480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40094b0 tx=0x7f0ea400ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 shutdown_connections 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f0eb0174330 0x7f0eb007bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f0eb0085b90 0x7f0eb007b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 --2- 10.20.193.44:0/3973863973 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f0eb007dc60 0x7f0eb007b480 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.394 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 >> 10.20.193.44:0/3973863973 conn(0x7f0eb00833e0 msgr2=0x7f0eb005c160 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.395 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 shutdown_connections 2026-02-14T01:56:39.395 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.391+0000 7f0eb5a31640 1 -- 10.20.193.44:0/3973863973 wait complete. 2026-02-14T01:56:39.400 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-14T01:56:39.400 INFO:teuthology.run_tasks:Running task print... 2026-02-14T01:56:39.417 INFO:teuthology.task.print:**** done ceph.restart 2026-02-14T01:56:39.418 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-14T01:56:39.445 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-14T01:56:39.462 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2026-02-14T01:56:39.480 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-14T01:56:39.498 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-14T01:56:39.498 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:39.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- 10.20.193.44:0/3651908004 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a8176890 msgr2=0x7fb1a8196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.572 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/3651908004 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a8176890 0x7fb1a8196c70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4009750 tx=0x7fb1a402f400 comp rx=0 tx=0).stop 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- 10.20.193.44:0/3651908004 shutdown_connections 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/3651908004 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a8176890 0x7fb1a8196c70 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/3651908004 >> v2:10.20.193.44:3300/0 conn(0x7fb1a805c970 0x7fb1a8176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/3651908004 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a805c060 0x7fb1a805c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- 10.20.193.44:0/3651908004 >> 10.20.193.44:0/3651908004 conn(0x7fb1a80833e0 msgr2=0x7fb1a80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- 10.20.193.44:0/3651908004 shutdown_connections 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- 10.20.193.44:0/3651908004 wait complete. 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 Processor -- start 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- start start 2026-02-14T01:56:39.573 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1a805c060 0x7fb1a807b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 0x7fb1a807b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 0x7fb1a807bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a8197bd0 con 0x7fb1a805c060 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb1a8197a50 con 0x7fb1a805c970 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1aed5e640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb1a8197d50 con 0x7fb1a8176890 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1ad2d4640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 0x7fb1a807bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb19ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 0x7fb1a807b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1acad3640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1a805c060 0x7fb1a807b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb1ad2d4640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 0x7fb1a807bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:57888/0 (socket says 10.20.193.44:57888) 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb19ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 0x7fb1a807b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46920/0 (socket says 10.20.193.44:46920) 2026-02-14T01:56:39.574 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.568+0000 7fb19ffff640 1 -- 10.20.193.44:0/2075799371 learned_addr learned my addr 10.20.193.44:0/2075799371 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1acad3640 1 -- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 msgr2=0x7fb1a807bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1acad3640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 0x7fb1a807bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1acad3640 1 -- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 msgr2=0x7fb1a807b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1acad3640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 0x7fb1a807b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1acad3640 1 -- 10.20.193.44:0/2075799371 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1a8081f00 con 0x7fb1a805c060 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb19ffff640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 0x7fb1a807b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1ad2d4640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 0x7fb1a807bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1acad3640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1a805c060 0x7fb1a807b130 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb19800e9c0 tx=0x7fb19800ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19800cc90 con 0x7fb1a805c060 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb19800ce30 con 0x7fb1a805c060 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1a81859d0 con 0x7fb1a805c060 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb198004ac0 con 0x7fb1a805c060 2026-02-14T01:56:39.575 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1a8189120 con 0x7fb1a805c060 2026-02-14T01:56:39.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.569+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1a805c430 con 0x7fb1a805c060 2026-02-14T01:56:39.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.570+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fb198021440 con 0x7fb1a805c060 2026-02-14T01:56:39.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.570+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fb198064030 con 0x7fb1a805c060 2026-02-14T01:56:39.576 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.571+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fb198063100 con 0x7fb1a805c060 2026-02-14T01:56:39.646 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.644+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb1a8189af0 con 0x7fb17804cae0 2026-02-14T01:56:39.647 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.645+0000 7fb19d7fa640 1 -- 10.20.193.44:0/2075799371 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31998 (unknown 2965378022 0 3708768611) 0x7fb1a8189af0 con 0x7fb17804cae0 2026-02-14T01:56:39.648 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:39.649 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:39.649 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 >> v1:10.20.193.44:6800/2819503018 conn(0x7fb17804cae0 legacy=0x7fb17806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.649 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1a805c060 msgr2=0x7fb1a807b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.649 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1a805c060 0x7fb1a807b130 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb19800e9c0 tx=0x7fb19800ee90 comp rx=0 tx=0).stop 2026-02-14T01:56:39.649 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 shutdown_connections 2026-02-14T01:56:39.649 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb1a8176890 0x7fb1a807bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb1a805c970 0x7fb1a807b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 --2- 10.20.193.44:0/2075799371 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb1a805c060 0x7fb1a807b130 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 >> 10.20.193.44:0/2075799371 conn(0x7fb1a80833e0 msgr2=0x7fb1a807dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 shutdown_connections 2026-02-14T01:56:39.650 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.646+0000 7fb1aed5e640 1 -- 10.20.193.44:0/2075799371 wait complete. 2026-02-14T01:56:39.655 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-14T01:56:37.661173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112056,"kb_used_data":2168,"kb_used_omap":34,"kb_used_meta":109789,"kb_avail":377375304,"statfs":{"total":386547056640,"available":386432311296,"internally_reserved":0,"allocated":2220032,"data_stored":1536145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35329,"internal_metadata":112424447},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.980249"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871722+0000","last_change":"2026-02-14T01:56:31.683478+0000","last_active":"2026-02-14T01:56:34.871722+0000","last_peered":"2026-02-14T01:56:34.871722+0000","last_clean":"2026-02-14T01:56:34.871722+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:34.871722+0000","last_undegraded":"2026-02-14T01:56:34.871722+0000","last_fullsized":"2026-02-14T01:56:34.871722+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:12:05.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687897+0000","last_change":"2026-02-14T01:56:29.678029+0000","last_active":"2026-02-14T01:56:35.687897+0000","last_peered":"2026-02-14T01:56:35.687897+0000","last_clean":"2026-02-14T01:56:35.687897+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:35.687897+0000","last_undegraded":"2026-02-14T01:56:35.687897+0000","last_fullsized":"2026-02-14T01:56:35.687897+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:39:50.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871704+0000","last_change":"2026-02-14T01:56:31.683131+0000","last_active":"2026-02-14T01:56:34.871704+0000","last_peered":"2026-02-14T01:56:34.871704+0000","last_clean":"2026-02-14T01:56:34.871704+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:34.871704+0000","last_undegraded":"2026-02-14T01:56:34.871704+0000","last_fullsized":"2026-02-14T01:56:34.871704+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:09:40.415080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687906+0000","last_change":"2026-02-14T01:56:29.678051+0000","last_active":"2026-02-14T01:56:35.687906+0000","last_peered":"2026-02-14T01:56:35.687906+0000","last_clean":"2026-02-14T01:56:35.687906+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:35.687906+0000","last_undegraded":"2026-02-14T01:56:35.687906+0000","last_fullsized":"2026-02-14T01:56:35.687906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:14:53.704682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":51,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871692+0000","last_change":"2026-02-14T01:56:31.683381+0000","last_active":"2026-02-14T01:56:34.871692+0000","last_peered":"2026-02-14T01:56:34.871692+0000","last_clean":"2026-02-14T01:56:34.871692+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:34.871692+0000","last_undegraded":"2026-02-14T01:56:34.871692+0000","last_fullsized":"2026-02-14T01:56:34.871692+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T12:24:56.727223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687813+0000","last_change":"2026-02-14T01:56:31.683324+0000","last_active":"2026-02-14T01:56:35.687813+0000","last_peered":"2026-02-14T01:56:35.687813+0000","last_clean":"2026-02-14T01:56:35.687813+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:35.687813+0000","last_undegraded":"2026-02-14T01:56:35.687813+0000","last_fullsized":"2026-02-14T01:56:35.687813+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:37:57.790916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871697+0000","last_change":"2026-02-14T01:56:31.683415+0000","last_active":"2026-02-14T01:56:34.871697+0000","last_peered":"2026-02-14T01:56:34.871697+0000","last_clean":"2026-02-14T01:56:34.871697+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:34.871697+0000","last_undegraded":"2026-02-14T01:56:34.871697+0000","last_fullsized":"2026-02-14T01:56:34.871697+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T10:22:08.346285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871714+0000","last_change":"2026-02-14T01:56:31.683484+0000","last_active":"2026-02-14T01:56:34.871714+0000","last_peered":"2026-02-14T01:56:34.871714+0000","last_clean":"2026-02-14T01:56:34.871714+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:34.871714+0000","last_undegraded":"2026-02-14T01:56:34.871714+0000","last_fullsized":"2026-02-14T01:56:34.871714+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:45:15.182326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":164,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687848+0000","last_change":"2026-02-14T01:56:29.680251+0000","last_active":"2026-02-14T01:56:35.687848+0000","last_peered":"2026-02-14T01:56:35.687848+0000","last_clean":"2026-02-14T01:56:35.687848+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:35.687848+0000","last_undegraded":"2026-02-14T01:56:35.687848+0000","last_fullsized":"2026-02-14T01:56:35.687848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:09:02.549261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7691,"internal_metadata":28107253},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":87949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8339,"internal_metadata":28106605},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:39.657 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 -- 10.20.193.44:0/3490221690 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 msgr2=0x7f48cc07c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 --2- 10.20.193.44:0/3490221690 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 0x7f48cc07c400 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f48c0004770 tx=0x7f48c002f120 comp rx=0 tx=0).stop 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 -- 10.20.193.44:0/3490221690 shutdown_connections 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 --2- 10.20.193.44:0/3490221690 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 0x7f48cc07c400 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 --2- 10.20.193.44:0/3490221690 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc07c940 0x7f48cc07cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 --2- 10.20.193.44:0/3490221690 >> v2:10.20.193.44:3300/0 conn(0x7f48cc080bb0 0x7f48cc080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 -- 10.20.193.44:0/3490221690 >> 10.20.193.44:0/3490221690 conn(0x7f48cc0833e0 msgr2=0x7f48cc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 -- 10.20.193.44:0/3490221690 shutdown_connections 2026-02-14T01:56:39.726 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.724+0000 7f48d45f4640 1 -- 10.20.193.44:0/3490221690 wait complete. 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 Processor -- start 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 -- start start 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 0x7f48cc146320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc080bb0 0x7f48cc146860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 0x7f48cc146da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48cc195920 con 0x7f48cc07c940 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f48cc1957a0 con 0x7f48cc080bb0 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f48cc195aa0 con 0x7f48cc0814c0 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 0x7f48cc146320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d1b68640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc080bb0 0x7f48cc146860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 0x7f48cc146320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51188/0 (socket says 10.20.193.44:51188) 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 -- 10.20.193.44:0/2203466127 learned_addr learned my addr 10.20.193.44:0/2203466127 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2b6a640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 0x7f48cc146da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 -- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 msgr2=0x7f48cc146da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 0x7f48cc146da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 -- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc080bb0 msgr2=0x7f48cc146860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc080bb0 0x7f48cc146860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 -- 10.20.193.44:0/2203466127 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48cc07ac10 con 0x7f48cc07c940 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d1b68640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc080bb0 0x7f48cc146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d2369640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 0x7f48cc146320 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f48bc004770 tx=0x7f48bc002bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48bc00ed40 con 0x7f48cc07c940 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48bc002e50 con 0x7f48cc07c940 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48cc07a060 con 0x7f48cc07c940 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48bc010690 con 0x7f48cc07c940 2026-02-14T01:56:39.727 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.725+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48cc07b0b0 con 0x7f48cc07c940 2026-02-14T01:56:39.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.726+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48cc080f80 con 0x7f48cc07c940 2026-02-14T01:56:39.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.726+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f48bc010830 con 0x7f48cc07c940 2026-02-14T01:56:39.728 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.726+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f48bc064210 con 0x7f48cc07c940 2026-02-14T01:56:39.729 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.727+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f48bc014070 con 0x7f48cc07c940 2026-02-14T01:56:39.804 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.802+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f48cc053200 con 0x7f489c04cae0 2026-02-14T01:56:39.805 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.803+0000 7f48b2ffd640 1 -- 10.20.193.44:0/2203466127 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31998 (unknown 2965378022 0 1651911490) 0x7f48cc053200 con 0x7f489c04cae0 2026-02-14T01:56:39.806 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:39.807 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:39.807 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 >> v1:10.20.193.44:6800/2819503018 conn(0x7f489c04cae0 legacy=0x7f489c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.807 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 msgr2=0x7f48cc146320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.807 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 0x7f48cc146320 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f48bc004770 tx=0x7f48bc002bf0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.807 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 shutdown_connections 2026-02-14T01:56:39.807 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f48cc0814c0 0x7f48cc146da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f48cc080bb0 0x7f48cc146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 --2- 10.20.193.44:0/2203466127 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f48cc07c940 0x7f48cc146320 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 >> 10.20.193.44:0/2203466127 conn(0x7f48cc0833e0 msgr2=0x7f48cc132470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 shutdown_connections 2026-02-14T01:56:39.808 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.804+0000 7f48d45f4640 1 -- 10.20.193.44:0/2203466127 wait complete. 2026-02-14T01:56:39.813 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2026-02-14T01:56:39.661399+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112072,"kb_used_data":2184,"kb_used_omap":35,"kb_used_meta":109788,"kb_avail":377375288,"statfs":{"total":386547056640,"available":386432294912,"internally_reserved":0,"allocated":2236416,"data_stored":1543279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36633,"internal_metadata":112423143},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000590"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871722+0000","last_change":"2026-02-14T01:56:31.683478+0000","last_active":"2026-02-14T01:56:34.871722+0000","last_peered":"2026-02-14T01:56:34.871722+0000","last_clean":"2026-02-14T01:56:34.871722+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:34.871722+0000","last_undegraded":"2026-02-14T01:56:34.871722+0000","last_fullsized":"2026-02-14T01:56:34.871722+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:12:05.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687897+0000","last_change":"2026-02-14T01:56:29.678029+0000","last_active":"2026-02-14T01:56:35.687897+0000","last_peered":"2026-02-14T01:56:35.687897+0000","last_clean":"2026-02-14T01:56:35.687897+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:35.687897+0000","last_undegraded":"2026-02-14T01:56:35.687897+0000","last_fullsized":"2026-02-14T01:56:35.687897+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:39:50.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871704+0000","last_change":"2026-02-14T01:56:31.683131+0000","last_active":"2026-02-14T01:56:34.871704+0000","last_peered":"2026-02-14T01:56:34.871704+0000","last_clean":"2026-02-14T01:56:34.871704+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:34.871704+0000","last_undegraded":"2026-02-14T01:56:34.871704+0000","last_fullsized":"2026-02-14T01:56:34.871704+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:09:40.415080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687906+0000","last_change":"2026-02-14T01:56:29.678051+0000","last_active":"2026-02-14T01:56:35.687906+0000","last_peered":"2026-02-14T01:56:35.687906+0000","last_clean":"2026-02-14T01:56:35.687906+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:35.687906+0000","last_undegraded":"2026-02-14T01:56:35.687906+0000","last_fullsized":"2026-02-14T01:56:35.687906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:14:53.704682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":51,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871692+0000","last_change":"2026-02-14T01:56:31.683381+0000","last_active":"2026-02-14T01:56:34.871692+0000","last_peered":"2026-02-14T01:56:34.871692+0000","last_clean":"2026-02-14T01:56:34.871692+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:34.871692+0000","last_undegraded":"2026-02-14T01:56:34.871692+0000","last_fullsized":"2026-02-14T01:56:34.871692+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T12:24:56.727223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687813+0000","last_change":"2026-02-14T01:56:31.683324+0000","last_active":"2026-02-14T01:56:35.687813+0000","last_peered":"2026-02-14T01:56:35.687813+0000","last_clean":"2026-02-14T01:56:35.687813+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:35.687813+0000","last_undegraded":"2026-02-14T01:56:35.687813+0000","last_fullsized":"2026-02-14T01:56:35.687813+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:37:57.790916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871697+0000","last_change":"2026-02-14T01:56:31.683415+0000","last_active":"2026-02-14T01:56:34.871697+0000","last_peered":"2026-02-14T01:56:34.871697+0000","last_clean":"2026-02-14T01:56:34.871697+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:34.871697+0000","last_undegraded":"2026-02-14T01:56:34.871697+0000","last_fullsized":"2026-02-14T01:56:34.871697+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T10:22:08.346285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871714+0000","last_change":"2026-02-14T01:56:31.683484+0000","last_active":"2026-02-14T01:56:34.871714+0000","last_peered":"2026-02-14T01:56:34.871714+0000","last_clean":"2026-02-14T01:56:34.871714+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:34.871714+0000","last_undegraded":"2026-02-14T01:56:34.871714+0000","last_fullsized":"2026-02-14T01:56:34.871714+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:45:15.182326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":164,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687848+0000","last_change":"2026-02-14T01:56:29.680251+0000","last_active":"2026-02-14T01:56:35.687848+0000","last_peered":"2026-02-14T01:56:35.687848+0000","last_clean":"2026-02-14T01:56:35.687848+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:35.687848+0000","last_undegraded":"2026-02-14T01:56:35.687848+0000","last_fullsized":"2026-02-14T01:56:35.687848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:09:02.549261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7691,"internal_metadata":28107253},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149700,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":681911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649,"internal_metadata":28105295},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:39.815 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-14T01:56:39.815 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:39.886 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- 10.20.193.44:0/1552655703 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 msgr2=0x7f1104196150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.886 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 --2- 10.20.193.44:0/1552655703 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f1104196150 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1100004af0 tx=0x7f110002f310 comp rx=0 tx=0).stop 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- 10.20.193.44:0/1552655703 shutdown_connections 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 --2- 10.20.193.44:0/1552655703 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f1104196150 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 --2- 10.20.193.44:0/1552655703 >> v2:10.20.193.44:3300/0 conn(0x7f1104080bb0 0x7f1104080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- 10.20.193.44:0/1552655703 >> 10.20.193.44:0/1552655703 conn(0x7f11040833e0 msgr2=0x7f11040840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- 10.20.193.44:0/1552655703 shutdown_connections 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- 10.20.193.44:0/1552655703 wait complete. 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 Processor -- start 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- start start 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f11041411d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.887 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1104080bb0 0x7f1104141710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f11040814c0 0x7f1104141c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1104196a70 con 0x7f11040814c0 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f11041968f0 con 0x7f110407cb10 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110c2c5640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f1104196bf0 con 0x7f1104080bb0 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.882+0000 7f110a03a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f11041411d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f11041411d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46958/0 (socket says 10.20.193.44:46958) 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 -- 10.20.193.44:0/359097059 learned_addr learned my addr 10.20.193.44:0/359097059 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f1109839640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1104080bb0 0x7f1104141710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a83b640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f11040814c0 0x7f1104141c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 -- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1104080bb0 msgr2=0x7f1104141710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1104080bb0 0x7f1104141710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.888 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 -- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f11040814c0 msgr2=0x7f1104141c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f11040814c0 0x7f1104141c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 -- 10.20.193.44:0/359097059 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110405da30 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f1109839640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1104080bb0 0x7f1104141710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110a03a640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f11041411d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f10f400e9c0 tx=0x7f10f400ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f400cd50 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10f4004880 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f110405d0c0 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f4004cd0 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1104059f80 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.883+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1104080f80 con 0x7f110407cb10 2026-02-14T01:56:39.889 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.884+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f10f4004080 con 0x7f110407cb10 2026-02-14T01:56:39.890 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.884+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f10f4064100 con 0x7f110407cb10 2026-02-14T01:56:39.890 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.885+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f10f40631d0 con 0x7f110407cb10 2026-02-14T01:56:39.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.962+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1104053200 con 0x7f10d404cad0 2026-02-14T01:56:39.964 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.962+0000 7f10eaffd640 1 -- 10.20.193.44:0/359097059 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31998 (unknown 2965378022 0 1651911490) 0x7f1104053200 con 0x7f10d404cad0 2026-02-14T01:56:39.965 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:39.966 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:39.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 >> v1:10.20.193.44:6800/2819503018 conn(0x7f10d404cad0 legacy=0x7f10d406cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.966 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 msgr2=0x7f11041411d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f11041411d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f10f400e9c0 tx=0x7f10f400ee90 comp rx=0 tx=0).stop 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 shutdown_connections 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f11040814c0 0x7f1104141c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f1104080bb0 0x7f1104141710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 --2- 10.20.193.44:0/359097059 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f110407cb10 0x7f11041411d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 >> 10.20.193.44:0/359097059 conn(0x7f11040833e0 msgr2=0x7f1104132a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 shutdown_connections 2026-02-14T01:56:39.967 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:39.963+0000 7f110c2c5640 1 -- 10.20.193.44:0/359097059 wait complete. 2026-02-14T01:56:39.973 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2026-02-14T01:56:39.661399+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112072,"kb_used_data":2184,"kb_used_omap":35,"kb_used_meta":109788,"kb_avail":377375288,"statfs":{"total":386547056640,"available":386432294912,"internally_reserved":0,"allocated":2236416,"data_stored":1543279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36633,"internal_metadata":112423143},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000590"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871722+0000","last_change":"2026-02-14T01:56:31.683478+0000","last_active":"2026-02-14T01:56:34.871722+0000","last_peered":"2026-02-14T01:56:34.871722+0000","last_clean":"2026-02-14T01:56:34.871722+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:34.871722+0000","last_undegraded":"2026-02-14T01:56:34.871722+0000","last_fullsized":"2026-02-14T01:56:34.871722+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:12:05.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687897+0000","last_change":"2026-02-14T01:56:29.678029+0000","last_active":"2026-02-14T01:56:35.687897+0000","last_peered":"2026-02-14T01:56:35.687897+0000","last_clean":"2026-02-14T01:56:35.687897+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:35.687897+0000","last_undegraded":"2026-02-14T01:56:35.687897+0000","last_fullsized":"2026-02-14T01:56:35.687897+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:39:50.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871704+0000","last_change":"2026-02-14T01:56:31.683131+0000","last_active":"2026-02-14T01:56:34.871704+0000","last_peered":"2026-02-14T01:56:34.871704+0000","last_clean":"2026-02-14T01:56:34.871704+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:34.871704+0000","last_undegraded":"2026-02-14T01:56:34.871704+0000","last_fullsized":"2026-02-14T01:56:34.871704+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:09:40.415080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687906+0000","last_change":"2026-02-14T01:56:29.678051+0000","last_active":"2026-02-14T01:56:35.687906+0000","last_peered":"2026-02-14T01:56:35.687906+0000","last_clean":"2026-02-14T01:56:35.687906+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:35.687906+0000","last_undegraded":"2026-02-14T01:56:35.687906+0000","last_fullsized":"2026-02-14T01:56:35.687906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:14:53.704682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":51,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871692+0000","last_change":"2026-02-14T01:56:31.683381+0000","last_active":"2026-02-14T01:56:34.871692+0000","last_peered":"2026-02-14T01:56:34.871692+0000","last_clean":"2026-02-14T01:56:34.871692+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:34.871692+0000","last_undegraded":"2026-02-14T01:56:34.871692+0000","last_fullsized":"2026-02-14T01:56:34.871692+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T12:24:56.727223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687813+0000","last_change":"2026-02-14T01:56:31.683324+0000","last_active":"2026-02-14T01:56:35.687813+0000","last_peered":"2026-02-14T01:56:35.687813+0000","last_clean":"2026-02-14T01:56:35.687813+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:35.687813+0000","last_undegraded":"2026-02-14T01:56:35.687813+0000","last_fullsized":"2026-02-14T01:56:35.687813+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:37:57.790916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871697+0000","last_change":"2026-02-14T01:56:31.683415+0000","last_active":"2026-02-14T01:56:34.871697+0000","last_peered":"2026-02-14T01:56:34.871697+0000","last_clean":"2026-02-14T01:56:34.871697+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:34.871697+0000","last_undegraded":"2026-02-14T01:56:34.871697+0000","last_fullsized":"2026-02-14T01:56:34.871697+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T10:22:08.346285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":48,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-14T01:56:34.871714+0000","last_change":"2026-02-14T01:56:31.683484+0000","last_active":"2026-02-14T01:56:34.871714+0000","last_peered":"2026-02-14T01:56:34.871714+0000","last_clean":"2026-02-14T01:56:34.871714+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:34.871714+0000","last_undegraded":"2026-02-14T01:56:34.871714+0000","last_fullsized":"2026-02-14T01:56:34.871714+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:45:15.182326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":164,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687848+0000","last_change":"2026-02-14T01:56:29.680251+0000","last_active":"2026-02-14T01:56:35.687848+0000","last_peered":"2026-02-14T01:56:35.687848+0000","last_clean":"2026-02-14T01:56:35.687848+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:35.687848+0000","last_undegraded":"2026-02-14T01:56:35.687848+0000","last_fullsized":"2026-02-14T01:56:35.687848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:09:02.549261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7691,"internal_metadata":28107253},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149700,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":681911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649,"internal_metadata":28105295},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:39.974 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-14T01:56:40.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 -- 10.20.193.44:0/1870193157 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb374177a70 msgr2=0x7fb374197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:40.049 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 --2- 10.20.193.44:0/1870193157 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb374177a70 0x7fb374197e50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb364004af0 tx=0x7fb36402f310 comp rx=0 tx=0).stop 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 -- 10.20.193.44:0/1870193157 shutdown_connections 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 --2- 10.20.193.44:0/1870193157 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb374177a70 0x7fb374197e50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 --2- 10.20.193.44:0/1870193157 >> v2:10.20.193.44:3300/0 conn(0x7fb37405c060 0x7fb37405c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 -- 10.20.193.44:0/1870193157 >> 10.20.193.44:0/1870193157 conn(0x7fb3740833e0 msgr2=0x7fb3740840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 -- 10.20.193.44:0/1870193157 shutdown_connections 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.044+0000 7fb378da9640 1 -- 10.20.193.44:0/1870193157 wait complete. 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 Processor -- start 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 -- start start 2026-02-14T01:56:40.050 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb37405c060 0x7fb3741786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 0x7fb374178bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb374177a70 0x7fb374179130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb374198dc0 con 0x7fb374177a70 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fb374198c40 con 0x7fb37405c970 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fb374198f40 con 0x7fb37405c060 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 0x7fb374178bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb372d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb374177a70 0x7fb374179130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb372575640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb37405c060 0x7fb3741786b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 0x7fb374178bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:46982/0 (socket says 10.20.193.44:46982) 2026-02-14T01:56:40.051 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 -- 10.20.193.44:0/3543933899 learned_addr learned my addr 10.20.193.44:0/3543933899 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 -- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb37405c060 msgr2=0x7fb3741786b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb37405c060 0x7fb3741786b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 -- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb374177a70 msgr2=0x7fb374179130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb374177a70 0x7fb374179130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 -- 10.20.193.44:0/3543933899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb37417bc80 con 0x7fb37405c970 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb372d76640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb374177a70 0x7fb374179130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb371d74640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 0x7fb374178bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb35c00c4f0 tx=0x7fb35c00c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb35c016020 con 0x7fb37405c970 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb35c012920 con 0x7fb37405c970 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.045+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb374187b20 con 0x7fb37405c970 2026-02-14T01:56:40.052 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.046+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb35c012d10 con 0x7fb37405c970 2026-02-14T01:56:40.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.046+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb37417b2b0 con 0x7fb37405c970 2026-02-14T01:56:40.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.046+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb37405c730 con 0x7fb37405c970 2026-02-14T01:56:40.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.046+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fb35c01b400 con 0x7fb37405c970 2026-02-14T01:56:40.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.046+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fb35c063ac0 con 0x7fb37405c970 2026-02-14T01:56:40.053 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.048+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fb37405c730 con 0x7fb37405c970 2026-02-14T01:56:40.128 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.126+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb37405c430 con 0x7fb37405c970 2026-02-14T01:56:40.128 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.126+0000 7fb35affd640 1 -- 10.20.193.44:0/3543933899 <== mon.1 v2:10.20.193.44:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+9170 (secure 0 0 0) 0x7fb35c063e20 con 0x7fb37405c970 2026-02-14T01:56:40.129 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:40.129 INFO:teuthology.orchestra.run.trial044.stdout:{"epoch":31,"fsid":"1a21fe0a-eae0-4a5e-89ba-e22d2e925469","created":"2026-02-14T01:55:22.351328+0000","modified":"2026-02-14T01:56:35.684878+0000","last_up_change":"2026-02-14T01:56:30.675493+0000","last_in_change":"2026-02-14T01:55:23.657110+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-14T01:55:33.735530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-14T01:55:37.570253+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ea5f3c3-44de-411a-b736-73d97e25609f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6801","nonce":469904434}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6802","nonce":469904434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6804","nonce":469904434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6803","nonce":469904434}]},"public_addr":"10.20.193.44:6801/469904434","cluster_addr":"10.20.193.44:6802/469904434","heartbeat_back_addr":"10.20.193.44:6804/469904434","heartbeat_front_addr":"10.20.193.44:6803/469904434","state":["exists","up"]},{"osd":1,"uuid":"756c18c5-f63b-4fc7-92f2-afd0ab773f21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6805","nonce":2253903352}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6806","nonce":2253903352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6808","nonce":2253903352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6807","nonce":2253903352}]},"public_addr":"10.20.193.44:6805/2253903352","cluster_addr":"10.20.193.44:6806/2253903352","heartbeat_back_addr":"10.20.193.44:6808/2253903352","heartbeat_front_addr":"10.20.193.44:6807/2253903352","state":["exists","up"]},{"osd":2,"uuid":"ad9b26cc-5c9b-43dc-a33f-4ec9bc35e169","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6809","nonce":7968290}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6810","nonce":7968290}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6812","nonce":7968290}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6811","nonce":7968290}]},"public_addr":"10.20.193.44:6809/7968290","cluster_addr":"10.20.193.44:6810/7968290","heartbeat_back_addr":"10.20.193.44:6812/7968290","heartbeat_front_addr":"10.20.193.44:6811/7968290","state":["exists","up"]},{"osd":3,"uuid":"cc514f47-9217-4dc3-868c-edf8491aa0eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6813","nonce":2035464847}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6814","nonce":2035464847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6816","nonce":2035464847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.44:6815","nonce":2035464847}]},"public_addr":"10.20.193.44:6813/2035464847","cluster_addr":"10.20.193.44:6814/2035464847","heartbeat_back_addr":"10.20.193.44:6816/2035464847","heartbeat_front_addr":"10.20.193.44:6815/2035464847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.175318+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.080557+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.208002+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-14T01:55:31.156424+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.44:0/2649513115":"2026-02-15T01:56:21.653026+0000","10.20.193.44:6800/3588496006":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/827561595":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/3173211467":"2026-02-15T01:56:21.653026+0000","10.20.193.44:0/381057338":"2026-02-15T01:56:21.653026+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-14T01:56:40.130 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 >> v1:10.20.193.44:6800/2819503018 conn(0x7fb34004cae0 legacy=0x7fb34006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:40.130 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 msgr2=0x7fb374178bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:40.130 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 0x7fb374178bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb35c00c4f0 tx=0x7fb35c00c9c0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 shutdown_connections 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fb374177a70 0x7fb374179130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fb37405c970 0x7fb374178bf0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 --2- 10.20.193.44:0/3543933899 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fb37405c060 0x7fb3741786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.127+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 >> 10.20.193.44:0/3543933899 conn(0x7fb3740833e0 msgr2=0x7fb374075cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.128+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 shutdown_connections 2026-02-14T01:56:40.131 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:40.128+0000 7fb378da9640 1 -- 10.20.193.44:0/3543933899 wait complete. 2026-02-14T01:56:41.139 INFO:tasks.ceph:Scrubbing osd.0 2026-02-14T01:56:41.139 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-14T01:56:41.213 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 -- 10.20.193.44:0/1904390652 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c1779b0 msgr2=0x7fc43c197d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.213 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 --2- 10.20.193.44:0/1904390652 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c1779b0 0x7fc43c197d90 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc430004af0 tx=0x7fc43002f310 comp rx=0 tx=0).stop 2026-02-14T01:56:41.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 -- 10.20.193.44:0/1904390652 shutdown_connections 2026-02-14T01:56:41.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 --2- 10.20.193.44:0/1904390652 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c1779b0 0x7fc43c197d90 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 --2- 10.20.193.44:0/1904390652 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc43c081950 0x7fc43c177470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 -- 10.20.193.44:0/1904390652 >> 10.20.193.44:0/1904390652 conn(0x7fc43c0843d0 msgr2=0x7fc43c0847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 -- 10.20.193.44:0/1904390652 shutdown_connections 2026-02-14T01:56:41.214 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 -- 10.20.193.44:0/1904390652 wait complete. 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.212+0000 7fc4427f9640 1 Processor -- start 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 -- start start 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c080e70 0x7fc43c1368d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc43c081950 0x7fc43c177470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc43c1779b0 0x7fc43c121cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c198c10 con 0x7fc43c080e70 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fc43c198a90 con 0x7fc43c1779b0 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fc43c198d90 con 0x7fc43c081950 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c080e70 0x7fc43c1368d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43b7fe640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc43c081950 0x7fc43c177470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c080e70 0x7fc43c1368d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51248/0 (socket says 10.20.193.44:51248) 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 -- 10.20.193.44:0/3604462739 learned_addr learned my addr 10.20.193.44:0/3604462739 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc440d6f640 1 --2- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc43c1779b0 0x7fc43c121cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 -- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc43c081950 msgr2=0x7fc43c177470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 --2- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc43c081950 0x7fc43c177470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 -- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc43c1779b0 msgr2=0x7fc43c121cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 --2- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc43c1779b0 0x7fc43c121cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 -- 10.20.193.44:0/3604462739 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43c10e200 con 0x7fc43c080e70 2026-02-14T01:56:41.215 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc43bfff640 1 --2- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c080e70 0x7fc43c1368d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc42800c520 tx=0x7fc42800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428016020 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc428012920 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc43c10c9b0 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428012d30 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.213+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc43c136ff0 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.214+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc43c081240 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.214+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc42801b400 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.214+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fc428063770 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.214+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 --> v1:10.20.193.44:6801/469904434 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc40c0930a0 con 0x7fc40c071400 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.214+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc42806a050 con 0x7fc43c080e70 2026-02-14T01:56:41.216 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.215+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== osd.0 v1:10.20.193.44:6801/469904434 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7fc40c0930a0 con 0x7fc40c071400 2026-02-14T01:56:41.223 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 --> v1:10.20.193.44:6801/469904434 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc43c1219c0 con 0x7fc40c071400 2026-02-14T01:56:41.223 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc438ff9640 1 -- 10.20.193.44:0/3604462739 <== osd.0 v1:10.20.193.44:6801/469904434 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fc43c1219c0 con 0x7fc40c071400 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stdout:{ 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stdout:} 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 >> v1:10.20.193.44:6801/469904434 conn(0x7fc40c071400 legacy=0x7fc40c091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 >> v1:10.20.193.44:6800/2819503018 conn(0x7fc40c04cae0 legacy=0x7fc40c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c080e70 msgr2=0x7fc43c1368d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc4427f9640 1 --2- 10.20.193.44:0/3604462739 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc43c080e70 0x7fc43c1368d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc42800c520 tx=0x7fc42800c9f0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.222+0000 7fc440d6f640 1 -- 10.20.193.44:0/3604462739 reap_dead start 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.223+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 shutdown_connections 2026-02-14T01:56:41.224 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.223+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 >> 10.20.193.44:0/3604462739 conn(0x7fc43c0843d0 msgr2=0x7fc43c075b00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.223+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 shutdown_connections 2026-02-14T01:56:41.225 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.223+0000 7fc4427f9640 1 -- 10.20.193.44:0/3604462739 wait complete. 2026-02-14T01:56:41.230 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-02-14T01:56:41.299 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 -- 10.20.193.44:0/986650098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c060 msgr2=0x7f929005c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 --2- 10.20.193.44:0/986650098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c060 0x7f929005c430 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9280005ea0 tx=0x7f928002f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 -- 10.20.193.44:0/986650098 shutdown_connections 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 --2- 10.20.193.44:0/986650098 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f9290176890 0x7f9290196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 --2- 10.20.193.44:0/986650098 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f929005c970 0x7f9290176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 --2- 10.20.193.44:0/986650098 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c060 0x7f929005c430 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 -- 10.20.193.44:0/986650098 >> 10.20.193.44:0/986650098 conn(0x7f92900833e0 msgr2=0x7f92900840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 -- 10.20.193.44:0/986650098 shutdown_connections 2026-02-14T01:56:41.300 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.295+0000 7f92976fa640 1 -- 10.20.193.44:0/986650098 wait complete. 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 Processor -- start 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 -- start start 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f929005c060 0x7f9290180240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 0x7f9290180780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9290176890 0x7f9290180cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9290197c20 con 0x7f929005c970 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9290197aa0 con 0x7f9290176890 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f92976fa640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9290197da0 con 0x7f929005c060 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 0x7f9290180780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f929546f640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f929005c060 0x7f9290180240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 0x7f9290180780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51278/0 (socket says 10.20.193.44:51278) 2026-02-14T01:56:41.301 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 -- 10.20.193.44:0/3318215937 learned_addr learned my addr 10.20.193.44:0/3318215937 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9295c70640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9290176890 0x7f9290180cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 -- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f929005c060 msgr2=0x7f9290180240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f929005c060 0x7f9290180240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 -- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9290176890 msgr2=0x7f9290180cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9290176890 0x7f9290180cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.296+0000 7f9294c6e640 1 -- 10.20.193.44:0/3318215937 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929007c540 con 0x7f929005c970 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f9294c6e640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 0x7f9290180780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f92840094b0 tx=0x7f928400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f928400cd20 con 0x7f929005c970 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9284004880 con 0x7f929005c970 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9284004cd0 con 0x7f929005c970 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9290189b70 con 0x7f929005c970 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9290185a60 con 0x7f929005c970 2026-02-14T01:56:41.302 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9284004080 con 0x7f929005c970 2026-02-14T01:56:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f929005c430 con 0x7f929005c970 2026-02-14T01:56:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.297+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f9284064100 con 0x7f929005c970 2026-02-14T01:56:41.303 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.299+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f92840631d0 con 0x7f929005c970 2026-02-14T01:56:41.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.375+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f9290053200 con 0x7f926004cad0 2026-02-14T01:56:41.376 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.375+0000 7f927dffb640 1 -- 10.20.193.44:0/3318215937 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f9290053200 con 0x7f926004cad0 2026-02-14T01:56:41.376 INFO:teuthology.orchestra.run.trial044.stderr:instructed osd(s) 0 to deep-scrub 2026-02-14T01:56:41.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 >> v1:10.20.193.44:6800/2819503018 conn(0x7f926004cad0 legacy=0x7f926006cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 msgr2=0x7f9290180780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 0x7f9290180780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f92840094b0 tx=0x7f928400ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:41.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 shutdown_connections 2026-02-14T01:56:41.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f9290176890 0x7f9290180cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.377 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f929005c970 0x7f9290180780 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 --2- 10.20.193.44:0/3318215937 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f929005c060 0x7f9290180240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 >> 10.20.193.44:0/3318215937 conn(0x7f92900833e0 msgr2=0x7f929007dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 shutdown_connections 2026-02-14T01:56:41.378 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.376+0000 7f92976fa640 1 -- 10.20.193.44:0/3318215937 wait complete. 2026-02-14T01:56:41.385 INFO:tasks.ceph:Scrubbing osd.1 2026-02-14T01:56:41.385 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 -- 10.20.193.44:0/2843033440 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484081340 msgr2=0x7fa48407fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 --2- 10.20.193.44:0/2843033440 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484081340 0x7fa48407fb10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa474004770 tx=0x7fa47402f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 -- 10.20.193.44:0/2843033440 shutdown_connections 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 --2- 10.20.193.44:0/2843033440 >> v2:10.20.193.44:3300/0 conn(0x7fa484080460 0x7fa484197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 --2- 10.20.193.44:0/2843033440 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484081340 0x7fa48407fb10 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 -- 10.20.193.44:0/2843033440 >> 10.20.193.44:0/2843033440 conn(0x7fa4840888e0 msgr2=0x7fa484088ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 -- 10.20.193.44:0/2843033440 shutdown_connections 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.455+0000 7fa48b769640 1 -- 10.20.193.44:0/2843033440 wait complete. 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 Processor -- start 2026-02-14T01:56:41.457 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 -- start start 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484080050 0x7fa48407ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa484080460 0x7fa48407e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa484081340 0x7fa4841cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa484198ca0 con 0x7fa484080460 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fa484198b20 con 0x7fa484080050 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa48b769640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fa484198e20 con 0x7fa484081340 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484080050 0x7fa48407ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484080050 0x7fa48407ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:47034/0 (socket says 10.20.193.44:47034) 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa488cdd640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa484080460 0x7fa48407e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 -- 10.20.193.44:0/1360821057 learned_addr learned my addr 10.20.193.44:0/1360821057 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa489cdf640 1 --2- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa484081340 0x7fa4841cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 -- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa484081340 msgr2=0x7fa4841cdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 --2- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fa484081340 0x7fa4841cdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 -- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa484080460 msgr2=0x7fa48407e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 --2- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fa484080460 0x7fa48407e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.456+0000 7fa4894de640 1 -- 10.20.193.44:0/1360821057 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa48407f4b0 con 0x7fa484080050 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa4894de640 1 --2- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484080050 0x7fa48407ddd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa474009230 tx=0x7fa474002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa474046070 con 0x7fa484080050 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa474002c80 con 0x7fa484080050 2026-02-14T01:56:41.458 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa484059300 con 0x7fa484080050 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4740386b0 con 0x7fa484080050 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa48407e850 con 0x7fa484080050 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa48407fb10 con 0x7fa484080050 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.457+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fa474038850 con 0x7fa484080050 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.458+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fa474087f80 con 0x7fa484080050 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.458+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 --> v1:10.20.193.44:6805/2253903352 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa4540930a0 con 0x7fa454071400 2026-02-14T01:56:41.459 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.458+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa47408a5f0 con 0x7fa484080050 2026-02-14T01:56:41.460 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.458+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== osd.1 v1:10.20.193.44:6805/2253903352 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7fa4540930a0 con 0x7fa454071400 2026-02-14T01:56:41.467 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 --> v1:10.20.193.44:6805/2253903352 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa4841969e0 con 0x7fa454071400 2026-02-14T01:56:41.467 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa471ffb640 1 -- 10.20.193.44:0/1360821057 <== osd.1 v1:10.20.193.44:6805/2253903352 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fa4841969e0 con 0x7fa454071400 2026-02-14T01:56:41.467 INFO:teuthology.orchestra.run.trial044.stdout:{ 2026-02-14T01:56:41.467 INFO:teuthology.orchestra.run.trial044.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-14T01:56:41.467 INFO:teuthology.orchestra.run.trial044.stdout:} 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 >> v1:10.20.193.44:6805/2253903352 conn(0x7fa454071400 legacy=0x7fa454091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 >> v1:10.20.193.44:6800/2819503018 conn(0x7fa45404cae0 legacy=0x7fa45406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484080050 msgr2=0x7fa48407ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 --2- 10.20.193.44:0/1360821057 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fa484080050 0x7fa48407ddd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa474009230 tx=0x7fa474002900 comp rx=0 tx=0).stop 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa489cdf640 1 -- 10.20.193.44:0/1360821057 reap_dead start 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 shutdown_connections 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 >> 10.20.193.44:0/1360821057 conn(0x7fa4840888e0 msgr2=0x7fa4841962d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 shutdown_connections 2026-02-14T01:56:41.468 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.466+0000 7fa48b769640 1 -- 10.20.193.44:0/1360821057 wait complete. 2026-02-14T01:56:41.473 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 -- 10.20.193.44:0/698713794 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f440814c0 msgr2=0x7f5f4407c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 --2- 10.20.193.44:0/698713794 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f440814c0 0x7f5f4407c400 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c004770 tx=0x7f5f2c02f0e0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 -- 10.20.193.44:0/698713794 shutdown_connections 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 --2- 10.20.193.44:0/698713794 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f440814c0 0x7f5f4407c400 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 --2- 10.20.193.44:0/698713794 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f44080bb0 0x7f5f44080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 -- 10.20.193.44:0/698713794 >> 10.20.193.44:0/698713794 conn(0x7f5f440833e0 msgr2=0x7f5f440840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 -- 10.20.193.44:0/698713794 shutdown_connections 2026-02-14T01:56:41.540 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 -- 10.20.193.44:0/698713794 wait complete. 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 Processor -- start 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.539+0000 7f5f4905a640 1 -- start start 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 0x7f5f4411c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f44080bb0 0x7f5f4411ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f440814c0 0x7f5f4411d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5f44196bf0 con 0x7f5f4407c940 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5f44196a70 con 0x7f5f44080bb0 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5f44196d70 con 0x7f5f440814c0 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 0x7f5f4411c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 0x7f5f4411c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51316/0 (socket says 10.20.193.44:51316) 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 -- 10.20.193.44:0/4136640693 learned_addr learned my addr 10.20.193.44:0/4136640693 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42575640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f44080bb0 0x7f5f4411ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f43577640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f440814c0 0x7f5f4411d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 -- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f440814c0 msgr2=0x7f5f4411d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f440814c0 0x7f5f4411d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 -- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f44080bb0 msgr2=0x7f5f4411ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f44080bb0 0x7f5f4411ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.541 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 -- 10.20.193.44:0/4136640693 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f4405d040 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f42d76640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 0x7f5f4411c950 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5f38005970 tx=0x7f5f3800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f3800ccf0 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f38004880 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f44077ae0 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f38004cd0 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f44076730 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.540+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f44080f80 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.541+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5f38004080 con 0x7f5f4407c940 2026-02-14T01:56:41.542 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.541+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5f38064150 con 0x7f5f4407c940 2026-02-14T01:56:41.544 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.543+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5f38063220 con 0x7f5f4407c940 2026-02-14T01:56:41.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.617+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f5f44133e60 con 0x7f5f1004cae0 2026-02-14T01:56:41.619 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.617+0000 7f5f237fe640 1 -- 10.20.193.44:0/4136640693 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7f5f44133e60 con 0x7f5f1004cae0 2026-02-14T01:56:41.619 INFO:teuthology.orchestra.run.trial044.stderr:instructed osd(s) 1 to deep-scrub 2026-02-14T01:56:41.620 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 >> v1:10.20.193.44:6800/2819503018 conn(0x7f5f1004cae0 legacy=0x7f5f1006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 msgr2=0x7f5f4411c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 0x7f5f4411c950 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5f38005970 tx=0x7f5f3800ee60 comp rx=0 tx=0).stop 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 shutdown_connections 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5f440814c0 0x7f5f4411d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5f44080bb0 0x7f5f4411ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 --2- 10.20.193.44:0/4136640693 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5f4407c940 0x7f5f4411c950 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 >> 10.20.193.44:0/4136640693 conn(0x7f5f440833e0 msgr2=0x7f5f44132740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 shutdown_connections 2026-02-14T01:56:41.621 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.618+0000 7f5f4905a640 1 -- 10.20.193.44:0/4136640693 wait complete. 2026-02-14T01:56:41.628 INFO:tasks.ceph:Scrubbing osd.2 2026-02-14T01:56:41.629 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 -- 10.20.193.44:0/3061144472 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 msgr2=0x7fc4fc082930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 --2- 10.20.193.44:0/3061144472 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc082930 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0005fd0 tx=0x7fc4f002f180 comp rx=0 tx=0).stop 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 -- 10.20.193.44:0/3061144472 shutdown_connections 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 --2- 10.20.193.44:0/3061144472 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc4fc082e70 0x7fc4fc080440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 --2- 10.20.193.44:0/3061144472 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc4fc080980 0x7fc4fc080dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 --2- 10.20.193.44:0/3061144472 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc082930 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 -- 10.20.193.44:0/3061144472 >> 10.20.193.44:0/3061144472 conn(0x7fc4fc0835e0 msgr2=0x7fc4fc0839e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.703 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 -- 10.20.193.44:0/3061144472 shutdown_connections 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.697+0000 7fc501969640 1 -- 10.20.193.44:0/3061144472 wait complete. 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 Processor -- start 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 -- start start 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc4fc080980 0x7fc4fc0759e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc075f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc4fc082e70 0x7fc4fc076460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1958b0 con 0x7fc4fc082560 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7fc4fc195730 con 0x7fc4fc082e70 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc501969640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7fc4fc195a30 con 0x7fc4fc080980 2026-02-14T01:56:41.704 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4faffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc4fc080980 0x7fc4fc0759e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fa7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc075f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc4fc082e70 0x7fc4fc076460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4faffd640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc4fc080980 0x7fc4fc0759e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:58020/0 (socket says 10.20.193.44:58020) 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fa7fc640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc075f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51340/0 (socket says 10.20.193.44:51340) 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4faffd640 1 -- 10.20.193.44:0/3687283202 learned_addr learned my addr 10.20.193.44:0/3687283202 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 -- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc4fc080980 msgr2=0x7fc4fc0759e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 --2- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7fc4fc080980 0x7fc4fc0759e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 -- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 msgr2=0x7fc4fc075f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 --2- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc075f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.705 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 -- 10.20.193.44:0/3687283202 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4fc133970 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fa7fc640 1 --2- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7fc4fc082560 0x7fc4fc075f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4fb7fe640 1 --2- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc4fc082e70 0x7fc4fc076460 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec007e20 tx=0x7fc4ec00e510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.698+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec002a50 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4ec018070 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4fc132dc0 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec0040d0 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4fc076ed0 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc4fc082930 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc4ec004270 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.699+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fc4ec063b70 con 0x7fc4fc082e70 2026-02-14T01:56:41.706 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.700+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 --> v1:10.20.193.44:6809/7968290 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc4cc0930a0 con 0x7fc4cc071400 2026-02-14T01:56:41.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.700+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc4ec068260 con 0x7fc4fc082e70 2026-02-14T01:56:41.707 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.700+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== osd.2 v1:10.20.193.44:6809/7968290 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7fc4cc0930a0 con 0x7fc4cc071400 2026-02-14T01:56:41.709 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.707+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 --> v1:10.20.193.44:6809/7968290 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc4fc144560 con 0x7fc4cc071400 2026-02-14T01:56:41.709 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc4d3fff640 1 -- 10.20.193.44:0/3687283202 <== osd.2 v1:10.20.193.44:6809/7968290 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fc4fc144560 con 0x7fc4cc071400 2026-02-14T01:56:41.710 INFO:teuthology.orchestra.run.trial044.stdout:{ 2026-02-14T01:56:41.710 INFO:teuthology.orchestra.run.trial044.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-14T01:56:41.710 INFO:teuthology.orchestra.run.trial044.stdout:} 2026-02-14T01:56:41.711 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 >> v1:10.20.193.44:6809/7968290 conn(0x7fc4cc071400 legacy=0x7fc4cc091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.711 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 >> v1:10.20.193.44:6800/2819503018 conn(0x7fc4cc04cae0 legacy=0x7fc4cc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.711 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc4fc082e70 msgr2=0x7fc4fc076460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 --2- 10.20.193.44:0/3687283202 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7fc4fc082e70 0x7fc4fc076460 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec007e20 tx=0x7fc4ec00e510 comp rx=0 tx=0).stop 2026-02-14T01:56:41.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc4fb7fe640 1 -- 10.20.193.44:0/3687283202 reap_dead start 2026-02-14T01:56:41.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 shutdown_connections 2026-02-14T01:56:41.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 >> 10.20.193.44:0/3687283202 conn(0x7fc4fc0835e0 msgr2=0x7fc4fc12bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 shutdown_connections 2026-02-14T01:56:41.712 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.708+0000 7fc501969640 1 -- 10.20.193.44:0/3687283202 wait complete. 2026-02-14T01:56:41.715 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-02-14T01:56:41.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- 10.20.193.44:0/2471067553 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca4085b90 msgr2=0x7f5ca407d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- 10.20.193.44:0/2471067553 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca4085b90 0x7f5ca407d720 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5c94005ea0 tx=0x7f5c9402f220 comp rx=0 tx=0).stop 2026-02-14T01:56:41.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- 10.20.193.44:0/2471067553 shutdown_connections 2026-02-14T01:56:41.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- 10.20.193.44:0/2471067553 >> v2:10.20.193.44:3300/0 conn(0x7f5ca4173320 0x7f5ca4193700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.787 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- 10.20.193.44:0/2471067553 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5ca407dc60 0x7f5ca407e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- 10.20.193.44:0/2471067553 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca4085b90 0x7f5ca407d720 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- 10.20.193.44:0/2471067553 >> 10.20.193.44:0/2471067553 conn(0x7f5ca40833e0 msgr2=0x7f5ca40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- 10.20.193.44:0/2471067553 shutdown_connections 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- 10.20.193.44:0/2471067553 wait complete. 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 Processor -- start 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- start start 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 0x7f5ca4180130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5ca4085b90 0x7f5ca4079cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5ca4173320 0x7f5ca407a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca4081f70 con 0x7f5ca4085b90 2026-02-14T01:56:41.788 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5ca4081df0 con 0x7f5ca4173320 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5cac261640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5ca40820f0 con 0x7f5ca407dc60 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5ca9fd6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 0x7f5ca4180130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5ca9fd6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 0x7f5ca4180130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:58032/0 (socket says 10.20.193.44:58032) 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5ca97d5640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5ca4085b90 0x7f5ca4079cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5ca9fd6640 1 -- 10.20.193.44:0/512387035 learned_addr learned my addr 10.20.193.44:0/512387035 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.783+0000 7f5caa7d7640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5ca4173320 0x7f5ca407a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca9fd6640 1 -- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5ca4173320 msgr2=0x7f5ca407a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca9fd6640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5ca4173320 0x7f5ca407a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca9fd6640 1 -- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5ca4085b90 msgr2=0x7f5ca4079cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.789 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca9fd6640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5ca4085b90 0x7f5ca4079cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca9fd6640 1 -- 10.20.193.44:0/512387035 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca405dbb0 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca97d5640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5ca4085b90 0x7f5ca4079cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5ca9fd6640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 0x7f5ca4180130 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5c94002900 tx=0x7f5c94002930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c94046070 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c940045b0 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c94038470 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca407c5f0 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca407a740 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.784+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ca407d810 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.785+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5c94038610 con 0x7f5ca407dc60 2026-02-14T01:56:41.790 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.785+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5c94087df0 con 0x7f5ca407dc60 2026-02-14T01:56:41.791 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.787+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5ca407d810 con 0x7f5ca407dc60 2026-02-14T01:56:41.862 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.860+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f5ca407e030 con 0x7f5c7404cae0 2026-02-14T01:56:41.862 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.860+0000 7f5c927fc640 1 -- 10.20.193.44:0/512387035 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7f5ca407e030 con 0x7f5c7404cae0 2026-02-14T01:56:41.862 INFO:teuthology.orchestra.run.trial044.stderr:instructed osd(s) 2 to deep-scrub 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 >> v1:10.20.193.44:6800/2819503018 conn(0x7f5c7404cae0 legacy=0x7f5c7406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 msgr2=0x7f5ca4180130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 0x7f5ca4180130 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5c94002900 tx=0x7f5c94002930 comp rx=0 tx=0).stop 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 shutdown_connections 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5ca4173320 0x7f5ca407a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5ca4085b90 0x7f5ca4079cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 --2- 10.20.193.44:0/512387035 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5ca407dc60 0x7f5ca4180130 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 >> 10.20.193.44:0/512387035 conn(0x7f5ca40833e0 msgr2=0x7f5ca4180830 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.864 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 shutdown_connections 2026-02-14T01:56:41.865 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.861+0000 7f5cac261640 1 -- 10.20.193.44:0/512387035 wait complete. 2026-02-14T01:56:41.870 INFO:tasks.ceph:Scrubbing osd.3 2026-02-14T01:56:41.870 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 -- 10.20.193.44:0/677032959 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 msgr2=0x7f2238136230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 --2- 10.20.193.44:0/677032959 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238136230 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f222c0098c0 tx=0x7f222c02f100 comp rx=0 tx=0).stop 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 -- 10.20.193.44:0/677032959 shutdown_connections 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 --2- 10.20.193.44:0/677032959 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238136230 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 --2- 10.20.193.44:0/677032959 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f2238080e70 0x7f2238081240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 -- 10.20.193.44:0/677032959 >> 10.20.193.44:0/677032959 conn(0x7f22380843d0 msgr2=0x7f22380847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.939+0000 7f223f7f9640 1 -- 10.20.193.44:0/677032959 shutdown_connections 2026-02-14T01:56:41.944 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 -- 10.20.193.44:0/677032959 wait complete. 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 Processor -- start 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 -- start start 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f2238080e70 0x7f22381225c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238122b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f2238136770 0x7f2238125960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2238198d20 con 0x7f2238080e70 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f2238198ba0 con 0x7f2238081780 2026-02-14T01:56:41.945 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223f7f9640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f2238198ea0 con 0x7f2238136770 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223cd6d640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238122b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223cd6d640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238122b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:47096/0 (socket says 10.20.193.44:47096) 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223cd6d640 1 -- 10.20.193.44:0/2885842451 learned_addr learned my addr 10.20.193.44:0/2885842451 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223d56e640 1 --2- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f2238080e70 0x7f22381225c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.940+0000 7f223dd6f640 1 --2- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f2238136770 0x7f2238125960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223cd6d640 1 -- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f2238136770 msgr2=0x7f2238125960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223cd6d640 1 --2- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f2238136770 0x7f2238125960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223cd6d640 1 -- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f2238080e70 msgr2=0x7f22381225c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223cd6d640 1 --2- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f2238080e70 0x7f22381225c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223cd6d640 1 -- 10.20.193.44:0/2885842451 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f223810d8a0 con 0x7f2238081780 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223cd6d640 1 --2- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238122b00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f222c0099c0 tx=0x7f222c002980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:41.946 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c038470 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f222c045070 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f223810cfc0 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c0389a0 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2238123220 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2238081240 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.941+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f222c038b40 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.942+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f222c0885b0 con 0x7f2238081780 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.942+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 --> v1:10.20.193.44:6813/2035464847 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f222c007e80 con 0x7f2208071400 2026-02-14T01:56:41.947 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.942+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f222c08f050 con 0x7f2238081780 2026-02-14T01:56:41.948 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.943+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== osd.3 v1:10.20.193.44:6813/2035464847 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f222c007e80 con 0x7f2208071400 2026-02-14T01:56:41.951 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 --> v1:10.20.193.44:6813/2035464847 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2238125ea0 con 0x7f2208071400 2026-02-14T01:56:41.951 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f2225ffb640 1 -- 10.20.193.44:0/2885842451 <== osd.3 v1:10.20.193.44:6813/2035464847 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f2238125ea0 con 0x7f2208071400 2026-02-14T01:56:41.952 INFO:teuthology.orchestra.run.trial044.stdout:{ 2026-02-14T01:56:41.952 INFO:teuthology.orchestra.run.trial044.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-14T01:56:41.952 INFO:teuthology.orchestra.run.trial044.stdout:} 2026-02-14T01:56:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 >> v1:10.20.193.44:6813/2035464847 conn(0x7f2208071400 legacy=0x7f2208091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 >> v1:10.20.193.44:6800/2819503018 conn(0x7f220804cae0 legacy=0x7f220806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 msgr2=0x7f2238122b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 --2- 10.20.193.44:0/2885842451 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f2238081780 0x7f2238122b00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f222c0099c0 tx=0x7f222c002980 comp rx=0 tx=0).stop 2026-02-14T01:56:41.953 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223dd6f640 1 -- 10.20.193.44:0/2885842451 reap_dead start 2026-02-14T01:56:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 shutdown_connections 2026-02-14T01:56:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 >> 10.20.193.44:0/2885842451 conn(0x7f22380843d0 msgr2=0x7f2238075cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 shutdown_connections 2026-02-14T01:56:41.954 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:41.950+0000 7f223f7f9640 1 -- 10.20.193.44:0/2885842451 wait complete. 2026-02-14T01:56:41.958 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2026-02-14T01:56:42.031 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 -- 10.20.193.44:0/2695282629 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e4130220 msgr2=0x7f38e4086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.031 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 --2- 10.20.193.44:0/2695282629 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e4130220 0x7f38e4086570 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f38d0005fd0 tx=0x7f38d002f1d0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 -- 10.20.193.44:0/2695282629 shutdown_connections 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 --2- 10.20.193.44:0/2695282629 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4135f40 0x7f38e41363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 --2- 10.20.193.44:0/2695282629 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e4130220 0x7f38e4086570 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 -- 10.20.193.44:0/2695282629 >> 10.20.193.44:0/2695282629 conn(0x7f38e408aae0 msgr2=0x7f38e408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 -- 10.20.193.44:0/2695282629 shutdown_connections 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.026+0000 7f38ea985640 1 -- 10.20.193.44:0/2695282629 wait complete. 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 Processor -- start 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 -- start start 2026-02-14T01:56:42.032 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 0x7f38e4112b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f38e4135f40 0x7f38e41130c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e41368f0 0x7f38e411ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38e4198d50 con 0x7f38e4135f40 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f38e4198bd0 con 0x7f38e4130220 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f38e4198ed0 con 0x7f38e41368f0 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 0x7f38e4112b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 0x7f38e4112b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:47124/0 (socket says 10.20.193.44:47124) 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 -- 10.20.193.44:0/3824691067 learned_addr learned my addr 10.20.193.44:0/3824691067 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e37fe640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f38e4135f40 0x7f38e41130c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e8efb640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e41368f0 0x7f38e411ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:42.033 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 -- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e41368f0 msgr2=0x7f38e411ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e41368f0 0x7f38e411ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 -- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f38e4135f40 msgr2=0x7f38e41130c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f38e4135f40 0x7f38e41130c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 -- 10.20.193.44:0/3824691067 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38e4114ec0 con 0x7f38e4130220 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e37fe640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f38e4135f40 0x7f38e41130c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e3fff640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 0x7f38e4112b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f38d0005b60 tx=0x7f38d0002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mon.1 v2:10.20.193.44:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d0048070 con 0x7f38e4130220 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mon.1 v2:10.20.193.44:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38d00045f0 con 0x7f38e4130220 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mon.1 v2:10.20.193.44:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d0038470 con 0x7f38e4130220 2026-02-14T01:56:42.034 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.027+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38e41307a0 con 0x7f38e4130220 2026-02-14T01:56:42.035 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.028+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f38e4115330 con 0x7f38e4130220 2026-02-14T01:56:42.035 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.028+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mon.1 v2:10.20.193.44:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f38d0038610 con 0x7f38e4130220 2026-02-14T01:56:42.035 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.028+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38e4086570 con 0x7f38e4130220 2026-02-14T01:56:42.035 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.028+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mon.1 v2:10.20.193.44:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f38d0087e80 con 0x7f38e4130220 2026-02-14T01:56:42.035 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.030+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mon.1 v2:10.20.193.44:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f38e412fd80 con 0x7f38e4130220 2026-02-14T01:56:42.110 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.108+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f38e40531d0 con 0x7f38b404cae0 2026-02-14T01:56:42.110 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.108+0000 7f38e0ff9640 1 -- 10.20.193.44:0/3824691067 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7f38e40531d0 con 0x7f38b404cae0 2026-02-14T01:56:42.110 INFO:teuthology.orchestra.run.trial044.stderr:instructed osd(s) 3 to deep-scrub 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 >> v1:10.20.193.44:6800/2819503018 conn(0x7f38b404cae0 legacy=0x7f38b406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 msgr2=0x7f38e4112b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 0x7f38e4112b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f38d0005b60 tx=0x7f38d0002900 comp rx=0 tx=0).stop 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 shutdown_connections 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f38e41368f0 0x7f38e411ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f38e4135f40 0x7f38e41130c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 --2- 10.20.193.44:0/3824691067 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f38e4130220 0x7f38e4112b80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.112 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 >> 10.20.193.44:0/3824691067 conn(0x7f38e408aae0 msgr2=0x7f38e41346f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:42.113 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 shutdown_connections 2026-02-14T01:56:42.113 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.109+0000 7f38ea985640 1 -- 10.20.193.44:0/3824691067 wait complete. 2026-02-14T01:56:42.119 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:56:42.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 -- 10.20.193.44:0/1172292933 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e600814c0 msgr2=0x7f8e6007c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 --2- 10.20.193.44:0/1172292933 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e600814c0 0x7f8e6007c400 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8e50005fd0 tx=0x7f8e5002f180 comp rx=0 tx=0).stop 2026-02-14T01:56:42.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 -- 10.20.193.44:0/1172292933 shutdown_connections 2026-02-14T01:56:42.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 --2- 10.20.193.44:0/1172292933 >> v2:10.20.193.44:3300/0 conn(0x7f8e6007c940 0x7f8e6007cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 --2- 10.20.193.44:0/1172292933 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e600814c0 0x7f8e6007c400 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.193 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 --2- 10.20.193.44:0/1172292933 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e60080bb0 0x7f8e60080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 -- 10.20.193.44:0/1172292933 >> 10.20.193.44:0/1172292933 conn(0x7f8e600833e0 msgr2=0x7f8e600840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 -- 10.20.193.44:0/1172292933 shutdown_connections 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.188+0000 7f8e66396640 1 -- 10.20.193.44:0/1172292933 wait complete. 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 Processor -- start 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 -- start start 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 0x7f8e6012c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 0x7f8e6012cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e600814c0 0x7f8e601464c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8e60081340 con 0x7f8e60080bb0 2026-02-14T01:56:42.194 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f8e601958d0 con 0x7f8e6007c940 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f8e60195750 con 0x7f8e600814c0 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 0x7f8e6012cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 0x7f8e6012c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e6490c640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e600814c0 0x7f8e601464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 0x7f8e6012cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3300/0 says I am v2:10.20.193.44:51384/0 (socket says 10.20.193.44:51384) 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 -- 10.20.193.44:0/170960172 learned_addr learned my addr 10.20.193.44:0/170960172 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5ffff640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 0x7f8e6012c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3301/0 says I am v2:10.20.193.44:47148/0 (socket says 10.20.193.44:47148) 2026-02-14T01:56:42.195 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e6490c640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e600814c0 0x7f8e601464c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:58106/0 (socket says 10.20.193.44:58106) 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 -- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e600814c0 msgr2=0x7f8e601464c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e600814c0 0x7f8e601464c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 -- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 msgr2=0x7f8e6012c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 0x7f8e6012c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 -- 10.20.193.44:0/170960172 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e600757b0 con 0x7f8e60080bb0 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5ffff640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 0x7f8e6012c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5f7fe640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 0x7f8e6012cd90 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8e5002fe10 tx=0x7f8e50002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mon.0 v2:10.20.193.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50046070 con 0x7f8e60080bb0 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mon.0 v2:10.20.193.44:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e500045b0 con 0x7f8e60080bb0 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e6012dde0 con 0x7f8e60080bb0 2026-02-14T01:56:42.196 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mon.0 v2:10.20.193.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50038470 con 0x7f8e60080bb0 2026-02-14T01:56:42.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.189+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e60076160 con 0x7f8e60080bb0 2026-02-14T01:56:42.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.190+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e60080f80 con 0x7f8e60080bb0 2026-02-14T01:56:42.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.190+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mon.0 v2:10.20.193.44:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f8e50038610 con 0x7f8e60080bb0 2026-02-14T01:56:42.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.190+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mon.0 v2:10.20.193.44:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f8e50087e90 con 0x7f8e60080bb0 2026-02-14T01:56:42.197 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.192+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mon.0 v2:10.20.193.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f8e50086f60 con 0x7f8e60080bb0 2026-02-14T01:56:42.269 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.268+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8e60053200 con 0x7f8e3004cae0 2026-02-14T01:56:42.270 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.268+0000 7f8e5cff9640 1 -- 10.20.193.44:0/170960172 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31998 (unknown 2965378022 0 2699253040) 0x7f8e60053200 con 0x7f8e3004cae0 2026-02-14T01:56:42.271 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:56:42.272 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:56:42.272 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 >> v1:10.20.193.44:6800/2819503018 conn(0x7f8e3004cae0 legacy=0x7f8e3006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 msgr2=0x7f8e6012cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 0x7f8e6012cd90 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8e5002fe10 tx=0x7f8e50002900 comp rx=0 tx=0).stop 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 shutdown_connections 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f8e600814c0 0x7f8e601464c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f8e60080bb0 0x7f8e6012cd90 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 --2- 10.20.193.44:0/170960172 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f8e6007c940 0x7f8e6012c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 >> 10.20.193.44:0/170960172 conn(0x7f8e600833e0 msgr2=0x7f8e6012f130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 shutdown_connections 2026-02-14T01:56:42.273 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:56:42.269+0000 7f8e66396640 1 -- 10.20.193.44:0/170960172 wait complete. 2026-02-14T01:56:42.279 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2026-02-14T01:56:41.661600+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112080,"kb_used_data":2192,"kb_used_omap":36,"kb_used_meta":109787,"kb_avail":377375280,"statfs":{"total":386547056640,"available":386432286720,"internally_reserved":0,"allocated":2244608,"data_stored":1546846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37285,"internal_metadata":112422491},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.977961"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:36.588362+0000","last_change":"2026-02-14T01:56:31.683478+0000","last_active":"2026-02-14T01:56:36.588362+0000","last_peered":"2026-02-14T01:56:36.588362+0000","last_clean":"2026-02-14T01:56:36.588362+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:36.588362+0000","last_undegraded":"2026-02-14T01:56:36.588362+0000","last_fullsized":"2026-02-14T01:56:36.588362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T12:31:19.291392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687897+0000","last_change":"2026-02-14T01:56:29.678029+0000","last_active":"2026-02-14T01:56:35.687897+0000","last_peered":"2026-02-14T01:56:35.687897+0000","last_clean":"2026-02-14T01:56:35.687897+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:35.687897+0000","last_undegraded":"2026-02-14T01:56:35.687897+0000","last_fullsized":"2026-02-14T01:56:35.687897+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:39:50.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:36.588344+0000","last_change":"2026-02-14T01:56:31.683131+0000","last_active":"2026-02-14T01:56:36.588344+0000","last_peered":"2026-02-14T01:56:36.588344+0000","last_clean":"2026-02-14T01:56:36.588344+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:36.588344+0000","last_undegraded":"2026-02-14T01:56:36.588344+0000","last_fullsized":"2026-02-14T01:56:36.588344+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T05:47:50.143553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687906+0000","last_change":"2026-02-14T01:56:29.678051+0000","last_active":"2026-02-14T01:56:35.687906+0000","last_peered":"2026-02-14T01:56:35.687906+0000","last_clean":"2026-02-14T01:56:35.687906+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:35.687906+0000","last_undegraded":"2026-02-14T01:56:35.687906+0000","last_fullsized":"2026-02-14T01:56:35.687906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:14:53.704682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":54,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:36.588373+0000","last_change":"2026-02-14T01:56:31.683381+0000","last_active":"2026-02-14T01:56:36.588373+0000","last_peered":"2026-02-14T01:56:36.588373+0000","last_clean":"2026-02-14T01:56:36.588373+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:36.588373+0000","last_undegraded":"2026-02-14T01:56:36.588373+0000","last_fullsized":"2026-02-14T01:56:36.588373+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:45:18.012257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687813+0000","last_change":"2026-02-14T01:56:31.683324+0000","last_active":"2026-02-14T01:56:35.687813+0000","last_peered":"2026-02-14T01:56:35.687813+0000","last_clean":"2026-02-14T01:56:35.687813+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:35.687813+0000","last_undegraded":"2026-02-14T01:56:35.687813+0000","last_fullsized":"2026-02-14T01:56:35.687813+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T09:37:57.790916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":52,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:36.588342+0000","last_change":"2026-02-14T01:56:31.683415+0000","last_active":"2026-02-14T01:56:36.588342+0000","last_peered":"2026-02-14T01:56:36.588342+0000","last_clean":"2026-02-14T01:56:36.588342+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:36.588342+0000","last_undegraded":"2026-02-14T01:56:36.588342+0000","last_fullsized":"2026-02-14T01:56:36.588342+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:37:17.354212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:36.588353+0000","last_change":"2026-02-14T01:56:31.683484+0000","last_active":"2026-02-14T01:56:36.588353+0000","last_peered":"2026-02-14T01:56:36.588353+0000","last_clean":"2026-02-14T01:56:36.588353+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:36.588353+0000","last_undegraded":"2026-02-14T01:56:36.588353+0000","last_fullsized":"2026-02-14T01:56:36.588353+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:38.171418+0000","last_clean_scrub_stamp":"2026-02-14T01:55:38.171418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:16:27.512394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":164,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:35.687848+0000","last_change":"2026-02-14T01:56:29.680251+0000","last_active":"2026-02-14T01:56:35.687848+0000","last_peered":"2026-02-14T01:56:35.687848+0000","last_clean":"2026-02-14T01:56:35.687848+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:35.687848+0000","last_undegraded":"2026-02-14T01:56:35.687848+0000","last_fullsized":"2026-02-14T01:56:35.687848+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:55:34.163702+0000","last_clean_scrub_stamp":"2026-02-14T01:55:34.163702+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T07:09:02.549261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116996,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":260,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":266240,"data_stored":91527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8343,"internal_metadata":28106601},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149700,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":681911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649,"internal_metadata":28105295},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:56:42.284 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.284 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.285 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.285 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.285 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.285 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.285 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.285 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-14T01:55:38.171418+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=38, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.286 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-14T01:55:34.163702+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=55, tm_sec=34, tm_wday=5, tm_yday=45, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=14, tm_hour=1, tm_min=56, tm_sec=40, tm_wday=5, tm_yday=45, tm_isdst=0) 2026-02-14T01:56:42.286 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-14T01:57:02.287 DEBUG:teuthology.orchestra.run.trial044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-14T01:57:02.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 -- 10.20.193.44:0/1695556885 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 msgr2=0x7f9698177360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 --2- 10.20.193.44:0/1695556885 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f9698177360 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f96800098c0 tx=0x7f968002f110 comp rx=0 tx=0).stop 2026-02-14T01:57:02.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 -- 10.20.193.44:0/1695556885 shutdown_connections 2026-02-14T01:57:02.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 --2- 10.20.193.44:0/1695556885 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f96981778a0 0x7f9698197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 --2- 10.20.193.44:0/1695556885 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f9698177360 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.361 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 -- 10.20.193.44:0/1695556885 >> 10.20.193.44:0/1695556885 conn(0x7f96980833e0 msgr2=0x7f96980840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 -- 10.20.193.44:0/1695556885 shutdown_connections 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 -- 10.20.193.44:0/1695556885 wait complete. 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 Processor -- start 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.357+0000 7f969f15a640 1 -- start start 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f969805c060 0x7f9698187d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f96981882b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f96981778a0 0x7f96981887f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9698198ba0 con 0x7f96981778a0 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f9698198a20 con 0x7f969805c060 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f9698198d20 con 0x7f969805cb40 2026-02-14T01:57:02.362 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f96981882b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f96981882b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:39304/0 (socket says 10.20.193.44:39304) 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 -- 10.20.193.44:0/81371985 learned_addr learned my addr 10.20.193.44:0/81371985 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969cecf640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f969805c060 0x7f9698187d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969d6d0640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f96981778a0 0x7f96981887f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 -- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f969805c060 msgr2=0x7f9698187d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f969805c060 0x7f9698187d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 -- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f96981778a0 msgr2=0x7f96981887f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f96981778a0 0x7f96981887f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 -- 10.20.193.44:0/81371985 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f969805bdb0 con 0x7f969805cb40 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968ffff640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f96981882b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f96800099c0 tx=0x7f9680002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9680046070 con 0x7f969805cb40 2026-02-14T01:57:02.363 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9680002d00 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9698081f00 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96800386d0 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9698197ed0 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.358+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f969805c430 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.359+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9680038870 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.359+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f9680088150 con 0x7f969805cb40 2026-02-14T01:57:02.364 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.360+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9680087220 con 0x7f969805cb40 2026-02-14T01:57:02.436 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.434+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 --> v1:10.20.193.44:6800/2819503018 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9698053200 con 0x7f966804cad0 2026-02-14T01:57:02.436 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.435+0000 7f968d7fa640 1 -- 10.20.193.44:0/81371985 <== mgr.14102 v1:10.20.193.44:6800/2819503018 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32007 (unknown 2965378022 0 640750443) 0x7f9698053200 con 0x7f966804cad0 2026-02-14T01:57:02.437 INFO:teuthology.orchestra.run.trial044.stdout: 2026-02-14T01:57:02.438 INFO:teuthology.orchestra.run.trial044.stderr:dumped all 2026-02-14T01:57:02.438 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 >> v1:10.20.193.44:6800/2819503018 conn(0x7f966804cad0 legacy=0x7f966806cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 msgr2=0x7f96981882b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f96981882b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f96800099c0 tx=0x7f9680002900 comp rx=0 tx=0).stop 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 shutdown_connections 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f96981778a0 0x7f96981887f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f969805cb40 0x7f96981882b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 --2- 10.20.193.44:0/81371985 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f969805c060 0x7f9698187d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 >> 10.20.193.44:0/81371985 conn(0x7f96980833e0 msgr2=0x7f9698075bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 shutdown_connections 2026-02-14T01:57:02.439 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.436+0000 7f969f15a640 1 -- 10.20.193.44:0/81371985 wait complete. 2026-02-14T01:57:02.445 INFO:teuthology.orchestra.run.trial044.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2026-02-14T01:57:01.663366+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85,"ondisk_log_size":85,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112080,"kb_used_data":2192,"kb_used_omap":36,"kb_used_meta":109787,"kb_avail":377375280,"statfs":{"total":386547056640,"available":386432286720,"internally_reserved":0,"allocated":2244608,"data_stored":1546846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37285,"internal_metadata":112422491},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000975"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":60,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:44.199180+0000","last_change":"2026-02-14T01:56:44.199180+0000","last_active":"2026-02-14T01:56:44.199180+0000","last_peered":"2026-02-14T01:56:44.199180+0000","last_clean":"2026-02-14T01:56:44.199180+0000","last_became_active":"2026-02-14T01:56:31.683121+0000","last_became_peered":"2026-02-14T01:56:31.683121+0000","last_unstale":"2026-02-14T01:56:44.199180+0000","last_undegraded":"2026-02-14T01:56:44.199180+0000","last_fullsized":"2026-02-14T01:56:44.199180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:56:44.199099+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:56:44.199099+0000","last_clean_scrub_stamp":"2026-02-14T01:56:44.199099+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T04:44:31.180689+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00091308899999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":56,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:42.410928+0000","last_change":"2026-02-14T01:56:42.410928+0000","last_active":"2026-02-14T01:56:42.410928+0000","last_peered":"2026-02-14T01:56:42.410928+0000","last_clean":"2026-02-14T01:56:42.410928+0000","last_became_active":"2026-02-14T01:56:29.677884+0000","last_became_peered":"2026-02-14T01:56:29.677884+0000","last_unstale":"2026-02-14T01:56:42.410928+0000","last_undegraded":"2026-02-14T01:56:42.410928+0000","last_fullsized":"2026-02-14T01:56:42.410928+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:56:42.410883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:56:42.410883+0000","last_clean_scrub_stamp":"2026-02-14T01:56:42.410883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T13:22:51.241976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051485300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":60,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:46.185910+0000","last_change":"2026-02-14T01:56:46.185910+0000","last_active":"2026-02-14T01:56:46.185910+0000","last_peered":"2026-02-14T01:56:46.185910+0000","last_clean":"2026-02-14T01:56:46.185910+0000","last_became_active":"2026-02-14T01:56:31.682857+0000","last_became_peered":"2026-02-14T01:56:31.682857+0000","last_unstale":"2026-02-14T01:56:46.185910+0000","last_undegraded":"2026-02-14T01:56:46.185910+0000","last_fullsized":"2026-02-14T01:56:46.185910+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:56:46.185843+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:56:46.185843+0000","last_clean_scrub_stamp":"2026-02-14T01:56:46.185843+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:13:08.062488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044557400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":56,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:43.441869+0000","last_change":"2026-02-14T01:56:43.441869+0000","last_active":"2026-02-14T01:56:43.441869+0000","last_peered":"2026-02-14T01:56:43.441869+0000","last_clean":"2026-02-14T01:56:43.441869+0000","last_became_active":"2026-02-14T01:56:29.677922+0000","last_became_peered":"2026-02-14T01:56:29.677922+0000","last_unstale":"2026-02-14T01:56:43.441869+0000","last_undegraded":"2026-02-14T01:56:43.441869+0000","last_fullsized":"2026-02-14T01:56:43.441869+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:56:43.441828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:56:43.441828+0000","last_clean_scrub_stamp":"2026-02-14T01:56:43.441828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T13:16:10.911307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050070599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"31'3","reported_seq":63,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:43.154003+0000","last_change":"2026-02-14T01:56:43.154003+0000","last_active":"2026-02-14T01:56:43.154003+0000","last_peered":"2026-02-14T01:56:43.154003+0000","last_clean":"2026-02-14T01:56:43.154003+0000","last_became_active":"2026-02-14T01:56:31.683022+0000","last_became_peered":"2026-02-14T01:56:31.683022+0000","last_unstale":"2026-02-14T01:56:43.154003+0000","last_undegraded":"2026-02-14T01:56:43.154003+0000","last_fullsized":"2026-02-14T01:56:43.154003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'3","last_scrub_stamp":"2026-02-14T01:56:43.153880+0000","last_deep_scrub":"31'3","last_deep_scrub_stamp":"2026-02-14T01:56:43.153880+0000","last_clean_scrub_stamp":"2026-02-14T01:56:43.153880+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T06:40:50.118335+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000851215,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:42.549113+0000","last_change":"2026-02-14T01:56:42.549113+0000","last_active":"2026-02-14T01:56:42.549113+0000","last_peered":"2026-02-14T01:56:42.549113+0000","last_clean":"2026-02-14T01:56:42.549113+0000","last_became_active":"2026-02-14T01:56:31.683144+0000","last_became_peered":"2026-02-14T01:56:31.683144+0000","last_unstale":"2026-02-14T01:56:42.549113+0000","last_undegraded":"2026-02-14T01:56:42.549113+0000","last_fullsized":"2026-02-14T01:56:42.549113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:56:42.549059+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:56:42.549059+0000","last_clean_scrub_stamp":"2026-02-14T01:56:42.549059+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:14:58.347994+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00025885900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":60,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:42.189531+0000","last_change":"2026-02-14T01:56:42.189531+0000","last_active":"2026-02-14T01:56:42.189531+0000","last_peered":"2026-02-14T01:56:42.189531+0000","last_clean":"2026-02-14T01:56:42.189531+0000","last_became_active":"2026-02-14T01:56:31.683046+0000","last_became_peered":"2026-02-14T01:56:31.683046+0000","last_unstale":"2026-02-14T01:56:42.189531+0000","last_undegraded":"2026-02-14T01:56:42.189531+0000","last_fullsized":"2026-02-14T01:56:42.189531+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-14T01:56:42.189453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-14T01:56:42.189453+0000","last_clean_scrub_stamp":"2026-02-14T01:56:42.189453+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T11:57:42.506249+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00050100700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"31'2","reported_seq":60,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:45.193362+0000","last_change":"2026-02-14T01:56:45.193362+0000","last_active":"2026-02-14T01:56:45.193362+0000","last_peered":"2026-02-14T01:56:45.193362+0000","last_clean":"2026-02-14T01:56:45.193362+0000","last_became_active":"2026-02-14T01:56:31.683180+0000","last_became_peered":"2026-02-14T01:56:31.683180+0000","last_unstale":"2026-02-14T01:56:45.193362+0000","last_undegraded":"2026-02-14T01:56:45.193362+0000","last_fullsized":"2026-02-14T01:56:45.193362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'2","last_scrub_stamp":"2026-02-14T01:56:45.193282+0000","last_deep_scrub":"31'2","last_deep_scrub_stamp":"2026-02-14T01:56:45.193282+0000","last_clean_scrub_stamp":"2026-02-14T01:56:45.193282+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T08:08:33.106291+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00070510400000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"31'80","reported_seq":173,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-14T01:56:44.475270+0000","last_change":"2026-02-14T01:56:44.475270+0000","last_active":"2026-02-14T01:56:44.475270+0000","last_peered":"2026-02-14T01:56:44.475270+0000","last_clean":"2026-02-14T01:56:44.475270+0000","last_became_active":"2026-02-14T01:56:29.680163+0000","last_became_peered":"2026-02-14T01:56:29.680163+0000","last_unstale":"2026-02-14T01:56:44.475270+0000","last_undegraded":"2026-02-14T01:56:44.475270+0000","last_fullsized":"2026-02-14T01:56:44.475270+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'80","last_scrub_stamp":"2026-02-14T01:56:44.475219+0000","last_deep_scrub":"31'80","last_deep_scrub_stamp":"2026-02-14T01:56:44.475219+0000","last_clean_scrub_stamp":"2026-02-14T01:56:44.475219+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-15T03:18:24.795071+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964117000,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":260,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":266240,"data_stored":91527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8343,"internal_metadata":28106601},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149704,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182408,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":681911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649,"internal_metadata":28105295},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215112,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":856064,"data_stored":681892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10302,"internal_metadata":28104642},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-14T01:57:02.447 DEBUG:teuthology.orchestra.run.trial044:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-02-14T01:57:02.518 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 -- 10.20.193.44:0/3814831950 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a401362a0 msgr2=0x7f5a40136670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 --2- 10.20.193.44:0/3814831950 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a401362a0 0x7f5a40136670 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5a30005ea0 tx=0x7f5a3002f190 comp rx=0 tx=0).stop 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 -- 10.20.193.44:0/3814831950 shutdown_connections 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 --2- 10.20.193.44:0/3814831950 >> v2:10.20.193.44:3300/0 conn(0x7f5a4005c520 0x7f5a4005c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 --2- 10.20.193.44:0/3814831950 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a40136bb0 0x7f5a4005bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 --2- 10.20.193.44:0/3814831950 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a401362a0 0x7f5a40136670 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 -- 10.20.193.44:0/3814831950 >> 10.20.193.44:0/3814831950 conn(0x7f5a40084020 msgr2=0x7f5a40084420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 -- 10.20.193.44:0/3814831950 shutdown_connections 2026-02-14T01:57:02.519 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.514+0000 7f5a47981640 1 -- 10.20.193.44:0/3814831950 wait complete. 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 Processor -- start 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 -- start start 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 0x7f5a40146820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a401362a0 0x7f5a40146d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 --2- >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a40136bb0 0x7f5a4012b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 -- --> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a40197b90 con 0x7f5a40136bb0 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 -- --> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] -- mon_getmap magic: 0 -- 0x7f5a40197a10 con 0x7f5a401362a0 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a47981640 1 -- --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_getmap magic: 0 -- 0x7f5a40197d10 con 0x7f5a4005c520 2026-02-14T01:57:02.520 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 0x7f5a40146820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a44ef5640 1 --2- >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a401362a0 0x7f5a40146d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 --2- >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 0x7f5a40146820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.44:3302/0 says I am v2:10.20.193.44:39322/0 (socket says 10.20.193.44:39322) 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 -- 10.20.193.44:0/356535878 learned_addr learned my addr 10.20.193.44:0/356535878 (peer_addr_for_me v2:10.20.193.44:0/0) 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a45ef7640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a40136bb0 0x7f5a4012b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 -- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a401362a0 msgr2=0x7f5a40146d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a401362a0 0x7f5a40146d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 -- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a40136bb0 msgr2=0x7f5a4012b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a40136bb0 0x7f5a4012b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.515+0000 7f5a456f6640 1 -- 10.20.193.44:0/356535878 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a4012e670 con 0x7f5a4005c520 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a456f6640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 0x7f5a40146820 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5a3002fe20 tx=0x7f5a30002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a30046070 con 0x7f5a4005c520 2026-02-14T01:57:02.521 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a300045b0 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a4012c9e0 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a30038470 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a4012dac0 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a40136670 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.516+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5a30038610 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.517+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5a30087f20 con 0x7f5a4005c520 2026-02-14T01:57:02.522 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.518+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5a30086ff0 con 0x7f5a4005c520 2026-02-14T01:57:02.594 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.593+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 --> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f5a4012dd20 con 0x7f5a4005c520 2026-02-14T01:57:02.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.595+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 7 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f5a30038d90 con 0x7f5a4005c520 2026-02-14T01:57:02.597 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a2dffb640 1 -- 10.20.193.44:0/356535878 <== mon.2 v2:10.20.193.44:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v24)=0 v24) ==== 123+0+0 (secure 0 0 0) 0x7f5a30086460 con 0x7f5a4005c520 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 >> v1:10.20.193.44:6800/2819503018 conn(0x7f5a1004cae0 legacy=0x7f5a1006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 msgr2=0x7f5a40146820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 0x7f5a40146820 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5a3002fe20 tx=0x7f5a30002900 comp rx=0 tx=0).stop 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 shutdown_connections 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3300/0,v1:10.20.193.44:6789/0] conn(0x7f5a40136bb0 0x7f5a4012b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3301/0,v1:10.20.193.44:6790/0] conn(0x7f5a401362a0 0x7f5a40146d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 --2- 10.20.193.44:0/356535878 >> [v2:10.20.193.44:3302/0,v1:10.20.193.44:6791/0] conn(0x7f5a4005c520 0x7f5a40146820 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 >> 10.20.193.44:0/356535878 conn(0x7f5a40084020 msgr2=0x7f5a400754a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 shutdown_connections 2026-02-14T01:57:02.599 INFO:teuthology.orchestra.run.trial044.stderr:2026-02-14T01:57:02.596+0000 7f5a47981640 1 -- 10.20.193.44:0/356535878 wait complete. 2026-02-14T01:57:02.607 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-14T01:57:02.607 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-14T01:57:02.607 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-14T01:57:02.607 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:02.647 INFO:tasks.ceph.osd.0:Stopped 2026-02-14T01:57:02.647 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-14T01:57:02.647 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:02.721 INFO:tasks.ceph.osd.1:Stopped 2026-02-14T01:57:02.721 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-14T01:57:02.722 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:02.796 INFO:tasks.ceph.osd.2:Stopped 2026-02-14T01:57:02.796 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-14T01:57:02.796 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:02.861 INFO:tasks.ceph.osd.3:Stopped 2026-02-14T01:57:02.862 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-14T01:57:02.862 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-14T01:57:02.862 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:02.922 INFO:tasks.ceph.mgr.x:Stopped 2026-02-14T01:57:02.922 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-14T01:57:02.922 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:02.984 INFO:tasks.ceph.mgr.y:Stopped 2026-02-14T01:57:02.985 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-14T01:57:02.985 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-14T01:57:02.985 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:03.033 INFO:tasks.ceph.mon.a:Stopped 2026-02-14T01:57:03.034 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-14T01:57:03.034 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:03.083 INFO:tasks.ceph.mon.b:Stopped 2026-02-14T01:57:03.084 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-14T01:57:03.084 INFO:teuthology.orchestra.run:waiting for 300 2026-02-14T01:57:03.133 INFO:tasks.ceph.mon.c:Stopped 2026-02-14T01:57:03.134 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-14T01:57:03.134 DEBUG:teuthology.orchestra.run.trial044:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v 'is offline because no MDS' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v BLUESTORE_SLOW_OP_ALERT | egrep -v 'slow operation indications in BlueStore' | egrep -v 'experiencing slow operations in BlueStore' | egrep -v MGR_MODULE_ERROR | egrep -v OSD_DOWN | egrep -v 'osd.* is down' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'osds down' | egrep -v 'osd.* is down' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'pg .* is stuck inactive' | egrep -v 'pg .* is .*degraded' | egrep -v 'pg .* is stuck peering' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2026-02-14T01:57:03.203 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:57:03.203 DEBUG:teuthology.orchestra.run.trial044:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-02-14T01:57:03.275 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:57:03.275 DEBUG:teuthology.orchestra.run.trial044:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-02-14T01:57:03.344 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:57:03.344 DEBUG:teuthology.orchestra.run.trial044:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-02-14T01:57:03.413 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:57:03.413 DEBUG:teuthology.orchestra.run.trial044:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2026-02-14T01:57:03.481 INFO:tasks.ceph:Archiving mon data... 2026-02-14T01:57:03.483 DEBUG:teuthology.misc:Transferring archived files from trial044:/var/lib/ceph/mon/ceph-a to /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587/data/mon.a.tgz 2026-02-14T01:57:03.483 DEBUG:teuthology.orchestra.run.trial044:> mktemp 2026-02-14T01:57:03.538 INFO:teuthology.orchestra.run.trial044.stdout:/tmp/tmp.0hvAQ4MfNJ 2026-02-14T01:57:03.538 DEBUG:teuthology.orchestra.run.trial044:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.0hvAQ4MfNJ 2026-02-14T01:57:03.631 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod 0666 /tmp/tmp.0hvAQ4MfNJ 2026-02-14T01:57:03.713 DEBUG:teuthology.orchestra.remote:trial044:/tmp/tmp.0hvAQ4MfNJ is 232KB 2026-02-14T01:57:03.810 DEBUG:teuthology.orchestra.run.trial044:> rm -fr /tmp/tmp.0hvAQ4MfNJ 2026-02-14T01:57:03.827 DEBUG:teuthology.misc:Transferring archived files from trial044:/var/lib/ceph/mon/ceph-b to /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587/data/mon.b.tgz 2026-02-14T01:57:03.827 DEBUG:teuthology.orchestra.run.trial044:> mktemp 2026-02-14T01:57:03.883 INFO:teuthology.orchestra.run.trial044.stdout:/tmp/tmp.NefLBRJIfk 2026-02-14T01:57:03.883 DEBUG:teuthology.orchestra.run.trial044:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.NefLBRJIfk 2026-02-14T01:57:03.980 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod 0666 /tmp/tmp.NefLBRJIfk 2026-02-14T01:57:04.063 DEBUG:teuthology.orchestra.remote:trial044:/tmp/tmp.NefLBRJIfk is 280KB 2026-02-14T01:57:04.157 DEBUG:teuthology.orchestra.run.trial044:> rm -fr /tmp/tmp.NefLBRJIfk 2026-02-14T01:57:04.174 DEBUG:teuthology.misc:Transferring archived files from trial044:/var/lib/ceph/mon/ceph-c to /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587/data/mon.c.tgz 2026-02-14T01:57:04.174 DEBUG:teuthology.orchestra.run.trial044:> mktemp 2026-02-14T01:57:04.229 INFO:teuthology.orchestra.run.trial044.stdout:/tmp/tmp.JI8zHsm9Nx 2026-02-14T01:57:04.230 DEBUG:teuthology.orchestra.run.trial044:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.JI8zHsm9Nx 2026-02-14T01:57:04.327 DEBUG:teuthology.orchestra.run.trial044:> sudo chmod 0666 /tmp/tmp.JI8zHsm9Nx 2026-02-14T01:57:04.410 DEBUG:teuthology.orchestra.remote:trial044:/tmp/tmp.JI8zHsm9Nx is 280KB 2026-02-14T01:57:04.505 DEBUG:teuthology.orchestra.run.trial044:> rm -fr /tmp/tmp.JI8zHsm9Nx 2026-02-14T01:57:04.522 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-14T01:57:04.522 DEBUG:teuthology.orchestra.run.trial044:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-02-14T01:57:04.642 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-14T01:57:04.643 INFO:tasks.ceph:Archiving crash dumps... 2026-02-14T01:57:04.645 DEBUG:teuthology.misc:Transferring archived files from trial044:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587/remote/trial044/crash 2026-02-14T01:57:04.646 DEBUG:teuthology.orchestra.run.trial044:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-14T01:57:04.706 INFO:tasks.ceph:Compressing logs... 2026-02-14T01:57:04.706 DEBUG:teuthology.orchestra.run.trial044:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-14T01:57:04.771 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-02-14T01:57:04.772 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-02-14T01:57:04.772 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43626.log 2026-02-14T01:57:04.772 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55268.log 2026-02-14T01:57:04.813 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42987.log 2026-02-14T01:57:04.813 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43626.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43227.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42987.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.55268.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51223.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.42987.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43118.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.43227.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49975.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.51223.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42239.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43118.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.49975.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.49975.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55878.log 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42239.log.gz 2026-02-14T01:57:04.814 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48363.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50905.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.55878.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48363.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50905.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48363.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42491.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.50905.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43479.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48220.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr: 79.4% -- replaced with /var/log/ceph/ceph-client.admin.42491.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48564.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43479.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48220.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.48220.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50235.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48564.log.gz 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55409.log 2026-02-14T01:57:04.815 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50430.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.50235.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55507.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55409.log: 86.8%/var/log/ceph/ceph-client.admin.50430.log: -- replaced with /var/log/ceph/ceph-client.admin.55409.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50429.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.50430.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55507.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.55507.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55221.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50429.log: /var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50431.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.50429.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51111.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.55221.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55683.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.50431.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48634.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51111.log: /var/log/ceph/ceph-client.admin.55683.log: gzip -5 86.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.51111.log.gz /var/log/ceph/ceph-client.admin.48445.log 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.55683.log.gz 2026-02-14T01:57:04.816 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55881.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48634.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50725.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48445.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.48445.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47659.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.55881.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55880.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50725.log: /var/log/ceph/ceph-client.admin.47659.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.50725.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47684.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.47659.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50718.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.55880.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55556.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50718.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.47684.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50651.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.50718.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43720.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.55556.log.gz 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56251.log 2026-02-14T01:57:04.817 INFO:teuthology.orchestra.run.trial044.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50651.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55684.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43720.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55315.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.56251.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57026.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.55684.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55386.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55315.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.57026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55127.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.57026.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56732.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.55386.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56928.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55127.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48778.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.56732.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50105.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.56928.log.gz 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48778.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.35927.log 2026-02-14T01:57:04.818 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.48778.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42401.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.50105.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph.tmp-client.admin.35927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47847.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.35927.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42401.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42401.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56585.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50650.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.47847.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57125.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.56585.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56634.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50650.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.57125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56781.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.57125.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56084.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56634.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55882.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.56781.log.gz 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48921.log 2026-02-14T01:57:04.819 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56084.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47473.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55882.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51370.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.48921.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56051.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.47473.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56340.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.51370.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56220.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.56051.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48024.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.56340.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43197.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.56220.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55685.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.48024.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51053.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43197.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48446.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.55685.log.gz 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51054.log 2026-02-14T01:57:04.820 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.51053.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48364.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.48446.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55363.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.51054.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48219.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48364.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43121.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55363.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51462.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48219.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44083.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43121.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48729.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.51462.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.44083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54226.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44083.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48026.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.48729.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.54226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48222.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.54226.log.gz 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42583.log 2026-02-14T01:57:04.821 INFO:teuthology.orchestra.run.trial044.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.48026.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48633.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.48222.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42583.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.42583.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51272.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.48633.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50846.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55686.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.51272.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50428.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55686.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.50846.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.55686.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 95.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53314.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.50428.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43920.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.53314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43432.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.53314.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47749.log 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43920.log.gz 2026-02-14T01:57:04.822 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56049.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43432.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47749.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.47749.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56830.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56049.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56977.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42988.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.56830.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43176.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.56977.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50904.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42988.log: /var/log/ceph/ceph-client.admin.43176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48023.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.42988.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43176.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51109.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.50904.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42660.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.48023.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42585.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.51109.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57172.log 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.42660.log.gz 2026-02-14T01:57:04.823 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42447.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.42585.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.57172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57075.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.57172.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56683.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 75.6% -- replaced with /var/log/ceph/ceph-client.admin.42447.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.57075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47798.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.57075.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56487.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42865.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.56683.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.47798.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47896.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.56487.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50847.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.42865.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48827.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.47896.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42656.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.50847.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56219.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48827.log.gz 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56536.log 2026-02-14T01:57:04.824 INFO:teuthology.orchestra.run.trial044.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.42656.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56219.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56219.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55174.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.56536.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48025.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48218.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55174.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42942.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.48025.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52385.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.48218.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42779.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.42942.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.52385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56389.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.52385.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47589.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.42779.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42662.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.56389.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.47589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42774.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.47589.log.gz 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56438.log 2026-02-14T01:57:04.825 INFO:teuthology.orchestra.run.trial044.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42662.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.42774.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42774.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56879.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56438.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50234.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50233.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.56879.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43175.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 93.7% -- replaced with /var/log/ceph/ceph.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.50234.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43673.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.50233.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51321.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43175.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43767.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43673.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.51321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50056.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.51321.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50232.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.43767.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55458.log 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.50056.log.gz 2026-02-14T01:57:04.826 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.50232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48874.log 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.50232.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.55458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43209.log 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.55458.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56050.log 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.48874.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.43209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48533.log 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43209.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.56050.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.56050.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr:/var/log/ceph/ceph-client.admin.48533.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.48533.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 95.4% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 94.5% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2026-02-14T01:57:04.827 INFO:teuthology.orchestra.run.trial044.stderr: 96.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-02-14T01:57:04.830 INFO:teuthology.orchestra.run.trial044.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2026-02-14T01:57:04.832 INFO:teuthology.orchestra.run.trial044.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-02-14T01:57:04.834 INFO:teuthology.orchestra.run.trial044.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-02-14T01:57:04.878 INFO:teuthology.orchestra.run.trial044.stderr: 94.7% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-02-14T01:57:04.879 INFO:teuthology.orchestra.run.trial044.stderr: 2026-02-14T01:57:04.879 INFO:teuthology.orchestra.run.trial044.stderr:real 0m0.117s 2026-02-14T01:57:04.879 INFO:teuthology.orchestra.run.trial044.stderr:user 0m0.448s 2026-02-14T01:57:04.879 INFO:teuthology.orchestra.run.trial044.stderr:sys 0m0.077s 2026-02-14T01:57:04.880 INFO:tasks.ceph:Archiving logs... 2026-02-14T01:57:04.881 DEBUG:teuthology.misc:Transferring archived files from trial044:/var/log/ceph to /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587/remote/trial044/log 2026-02-14T01:57:04.882 DEBUG:teuthology.orchestra.run.trial044:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-14T01:57:05.164 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-14T01:57:05.191 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-14T01:57:05.191 DEBUG:teuthology.orchestra.run.trial044:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-14T01:57:05.317 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-14T01:57:05.328 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-14T01:57:05.328 DEBUG:teuthology.orchestra.run.trial044:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-14T01:57:05.344 INFO:teuthology.orchestra.run.trial044.stderr:bash: line 1: ntpq: command not found 2026-02-14T01:57:05.364 INFO:teuthology.orchestra.run.trial044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-14T01:57:05.364 INFO:teuthology.orchestra.run.trial044.stdout:=============================================================================== 2026-02-14T01:57:05.364 INFO:teuthology.orchestra.run.trial044.stdout:^- connected.by.freedominte> 2 6 77 38 +65us[ +221us] +/- 41ms 2026-02-14T01:57:05.364 INFO:teuthology.orchestra.run.trial044.stdout:^* nyc2.us.ntp.li 2 6 77 37 -6567ns[ +150us] +/- 3743us 2026-02-14T01:57:05.364 INFO:teuthology.orchestra.run.trial044.stdout:^- 38.45.64.130 2 6 77 37 +1680us[+1680us] +/- 18ms 2026-02-14T01:57:05.364 INFO:teuthology.orchestra.run.trial044.stdout:^- 23.186.168.130 2 6 77 38 +265us[ +419us] +/- 56ms 2026-02-14T01:57:05.365 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-14T01:57:05.379 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-14T01:57:05.379 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-14T01:57:05.393 DEBUG:teuthology.orchestra.run.trial044:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-14T01:57:05.462 DEBUG:teuthology.orchestra.run.trial044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-14T01:57:05.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-14T01:57:05.490 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-14T01:57:05.509 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-14T01:57:05.528 INFO:teuthology.task.internal:Duration was 339.895751 seconds 2026-02-14T01:57:05.528 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-14T01:57:05.539 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-14T01:57:05.539 DEBUG:teuthology.orchestra.run.trial044:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-14T01:57:05.576 INFO:teuthology.orchestra.run.trial044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-14T01:57:05.877 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-14T01:57:05.877 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial044.front.sepia.ceph.com 2026-02-14T01:57:05.878 DEBUG:teuthology.orchestra.run.trial044:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-14T01:57:05.937 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-14T01:57:05.937 DEBUG:teuthology.orchestra.run.trial044:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-14T01:57:06.040 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-14T01:57:06.041 DEBUG:teuthology.orchestra.run.trial044:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-14T01:57:06.065 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-14T01:57:06.065 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-14T01:57:06.066 INFO:teuthology.orchestra.run.trial044.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-14T01:57:06.066 INFO:teuthology.orchestra.run.trial044.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-14T01:57:06.066 INFO:teuthology.orchestra.run.trial044.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-14T01:57:06.075 INFO:teuthology.orchestra.run.trial044.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 82.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-14T01:57:06.077 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-14T01:57:06.098 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-14T01:57:06.098 DEBUG:teuthology.orchestra.run.trial044:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-14T01:57:06.141 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-14T01:57:06.161 DEBUG:teuthology.orchestra.run.trial044:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-14T01:57:06.206 INFO:teuthology.orchestra.run.trial044.stdout:kernel.core_pattern = core 2026-02-14T01:57:06.237 DEBUG:teuthology.orchestra.run.trial044:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-14T01:57:06.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-14T01:57:06.292 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-14T01:57:06.312 INFO:teuthology.task.internal:Transferring archived files... 2026-02-14T01:57:06.313 DEBUG:teuthology.misc:Transferring archived files from trial044:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/jcollin-2026-02-14_00:12:18-fs-wip-jcollin-testing-20260213.113451-tentacle-distro-default-trial/50587/remote/trial044 2026-02-14T01:57:06.314 DEBUG:teuthology.orchestra.run.trial044:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-14T01:57:06.366 INFO:teuthology.task.internal:Removing archive directory... 2026-02-14T01:57:06.366 DEBUG:teuthology.orchestra.run.trial044:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-14T01:57:06.414 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-14T01:57:06.436 INFO:teuthology.task.internal:Not uploading archives. 2026-02-14T01:57:06.436 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-14T01:57:06.456 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-14T01:57:06.456 DEBUG:teuthology.orchestra.run.trial044:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-14T01:57:06.474 INFO:teuthology.orchestra.run.trial044.stdout: 786461 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 14 01:57 /home/ubuntu/cephtest 2026-02-14T01:57:06.475 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-14T01:57:06.497 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-14T01:57:06.543 INFO:teuthology.run:Summary data: description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} duration: 339.89575147628784 flavor: default owner: scheduled_jcollin@soko04.front.sepia.ceph.com success: true 2026-02-14T01:57:06.543 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-14T01:57:06.658 INFO:teuthology.run:pass